-- Logs begin at Wed 2022-11-02 13:46:47 UTC, end at Wed 2022-11-02 15:04:40 UTC. -- Nov 02 14:30:16.987210 dv-cinder-862365-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 02 14:30:19.849389 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.common.config [-] Logging enabled! Nov 02 14:30:19.850119 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev111 Nov 02 14:30:19.850259 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105273) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Nov 02 14:30:19.853961 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.common.config [-] Logging enabled! Nov 02 14:30:19.854221 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev111 Nov 02 14:30:19.854539 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105273) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Nov 02 14:30:19.855789 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 02 14:30:19.856027 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 02 14:30:19.856537 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 02 14:30:19.856792 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 02 14:30:19.857044 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 02 14:30:19.857377 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.857685 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.857924 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.858256 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.858694 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.858995 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.859298 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.859606 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.859902 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.860197 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.860485 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.860721 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.861033 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.861325 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.861697 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.861945 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] debug = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.862236 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.862669 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.863100 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.863402 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.863698 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.863984 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.864334 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.864616 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.864905 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.865272 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] host = dv-cinder-862365-4-iscsi {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.865557 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.865850 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.866664 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.867113 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.867436 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.867787 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.868083 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.868364 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.868643 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] log_file = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.868932 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.869252 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.869554 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.869862 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.870158 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.870396 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.870688 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.870986 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.871270 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.871552 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.871834 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.872115 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.872397 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.872671 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.872962 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.873280 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.873632 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.873917 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.874236 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.874522 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.874805 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.875096 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.875439 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.875716 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.876000 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.876293 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.876593 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.876851 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.877188 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.877482 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.877770 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.878062 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.878342 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.878630 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.878913 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.879191 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.879468 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] use_json = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.879743 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.880020 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.880306 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.880584 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.880861 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.881162 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.881440 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.882299 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.882741 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:19.883241 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.883551 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.883866 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.884165 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.884483 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.884776 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.885091 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.885381 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.885683 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.885982 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.886293 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.886570 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.886885 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.887204 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.887658 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.887976 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.888276 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.888576 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.888865 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.889170 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.889453 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.889741 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.890039 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.890325 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.890677 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.891041 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.891365 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.891674 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.891970 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.892266 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.892568 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.892974 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.893280 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.893576 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.893862 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.894147 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.894525 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.894803 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.895000 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.895281 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.895569 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.895867 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.896165 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.896447 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.896730 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.897046 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.897359 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.897639 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.897940 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.898200 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.898498 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.898796 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.899081 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.899359 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.899636 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.899922 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.900206 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.900492 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.900781 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.901083 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.901372 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.901653 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.901930 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.902207 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.902485 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.902761 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.903036 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.903310 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.903592 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.903927 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.904211 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.904537 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.904894 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.905237 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.905976 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.905976 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.906127 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.906374 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.906664 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.906949 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.907235 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.907519 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.907829 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.908116 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.908398 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.908695 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.909032 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.909453 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.909748 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.910056 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.910362 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.910648 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.910941 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.911220 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.911505 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.911790 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.912079 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.912363 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.912648 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.912964 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.913289 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.913592 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.913888 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.914173 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.914473 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.914782 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.915085 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.915374 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.915747 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.916030 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:19.916249 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 02 14:30:19.916507 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105273) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 02 14:30:20.312323 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=105273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Nov 02 14:30:20.312649 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=105273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Nov 02 14:30:20.312917 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=105273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Nov 02 14:30:20.313184 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=105273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Nov 02 14:30:20.313584 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Nov 02 14:30:20.313874 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 02 14:30:20.653707 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:20.654009 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:20.654290 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:20.655549 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:20.655834 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:20.656106 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:20.711521 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:20.711808 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:20.712207 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:20.729134 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:20.729425 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:20.729709 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:20.764115 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:20.764407 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:20.764681 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:20.806235 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:20.806518 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:20.806792 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:21.049637 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:21.050432 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:21.050432 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:21.050814 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:21.051556 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:21.157237 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:21.157502 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:21.157790 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:21.158074 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:21.158340 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:21.158659 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:21.158970 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:21.159270 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:21.159537 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:21.159826 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:21.160094 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:21.160366 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:21.160653 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:21.161416 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:21.161416 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:21.161655 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:21.161834 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:21.162113 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:21.162386 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:21.162649 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:21.163523 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:21.163786 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:21.164082 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:21.164484 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:21.164739 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:21.164990 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:21.165446 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105273) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 14:30:21.165692 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105273) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 14:30:21.165933 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105273) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 14:30:21.166175 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105273) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 14:30:21.166414 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105273) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 14:30:21.166654 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105273) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 14:30:21.167035 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 02 14:30:21.170606 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 02 14:30:21.174694 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 02 14:30:21.179348 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(450, 499)])]) Nov 02 14:30:21.181047 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 02 14:30:21.181706 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 02 14:30:21.182049 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 02 14:30:21.182454 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 02 14:30:21.185440 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 02 14:30:21.185695 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 02 14:30:21.186051 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 02 14:30:21.191336 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 02 14:30:21.215610 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 02 14:30:21.216109 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:21.216461 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105273) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Nov 02 14:30:21.216886 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:21.218375 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105273) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 02 14:30:21.218723 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 02 14:30:21.218972 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 02 14:30:21.231314 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:21.231589 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:21.433358 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 02 14:30:21.433553 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 02 14:30:21.433770 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 02 14:30:21.434163 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 02 14:30:21.488884 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO dbcounter [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Registered counter for database neutron Nov 02 14:30:21.510605 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_db.sqlalchemy.engines [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105273) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:326}} Nov 02 14:30:21.516743 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG dbcounter [-] [105273] Writer thread running {{(pid=105273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Nov 02 14:30:22.265622 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.plugins.ml2.managers [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Initializing driver for type 'gre' Nov 02 14:30:22.266262 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] gre ID ranges: [(1, 1000)] Nov 02 14:30:22.540291 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.plugins.ml2.managers [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Initializing driver for type 'local' Nov 02 14:30:22.540623 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.plugins.ml2.managers [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Initializing driver for type 'vlan' Nov 02 14:30:22.676932 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] VlanTypeDriver initialization complete Nov 02 14:30:22.677320 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.plugins.ml2.managers [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Initializing driver for type 'vxlan' Nov 02 14:30:22.677854 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] vxlan ID ranges: [(1, 1000)] Nov 02 14:30:22.968533 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.plugins.ml2.managers [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Initializing extension driver 'port_security' Nov 02 14:30:22.968533 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.plugins.ml2.extensions.port_security [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] PortSecurityExtensionDriver initialization complete Nov 02 14:30:22.969366 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.plugins.ml2.managers [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Initializing mechanism driver 'openvswitch' Nov 02 14:30:22.969558 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.plugins.ml2.managers [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Initializing mechanism driver 'hyperv' Nov 02 14:30:22.976861 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.plugins.ml2.plugin [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:30:22.977572 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > port after_create 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:22.977955 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > port after_update 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:22.978531 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > port after_delete 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:22.979065 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105273) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Nov 02 14:30:22.979498 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > subnet after_create 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:22.979910 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > subnet after_update 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:22.980299 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > subnet after_delete 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:22.980956 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105273) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Nov 02 14:30:22.987509 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > network after_create 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:22.987509 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > network after_update 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:22.987509 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > network after_delete 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:22.987509 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105273) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Nov 02 14:30:22.987509 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > security_group after_create 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:22.987953 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > security_group after_update 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:22.987953 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > security_group after_delete 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:22.987953 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105273) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Nov 02 14:30:22.987953 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:22.987953 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:22.988327 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:22.988327 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105273) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Nov 02 14:30:22.988327 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > address_group after_create 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:22.988327 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > address_group after_update 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:22.988327 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > address_group after_delete 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:22.988762 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105273) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Nov 02 14:30:22.988762 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] ML2 OVO RPC backend initialized. {{(pid=105273) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Nov 02 14:30:22.988762 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > router_interface after_create 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:22.988762 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:22.989176 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > network before_response 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:22.989535 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > networks before_response 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:22.989888 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > port before_response 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:22.990236 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > ports before_response 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:22.990586 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > subnet before_response 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:22.990959 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > subnets before_response 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:22.991395 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > network after_create 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:22.991740 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > network after_update 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:22.992083 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > network after_delete 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:22.992434 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > port after_create 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:22.992778 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > port after_update 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:22.993151 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > port after_delete 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:22.993493 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > subnet after_create 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:22.993834 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > subnet after_update 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:22.994175 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > subnet after_delete 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.002446 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.quota [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded quota_driver: . Nov 02 14:30:23.002824 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.plugins.ml2.plugin [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Modular L2 Plugin initialization complete Nov 02 14:30:23.003174 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading services supported by the core plugin {{(pid=105273) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 02 14:30:23.003521 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.plugins.ml2.managers [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Got port-security extension from driver 'port_security' Nov 02 14:30:23.004033 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.extensions.vlantransparent [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Disabled vlantransparent extension. Nov 02 14:30:23.004543 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105273) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 02 14:30:23.004867 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading Plugin: router Nov 02 14:30:23.042149 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > router_interface before_create 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.042546 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > router after_create 55549900 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.043003 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > router before_create 55549900 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.043288 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.043666 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.044025 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > router after_delete 55549900 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.044388 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > floatingip after_create 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.044743 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > floatingip after_update 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.045141 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > router after_create 55549900 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.045495 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > router after_update 55549900 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.045851 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > router after_update 55549900 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.046206 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.046591 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > router after_update 55549900 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.046989 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > router precommit_update 55549900 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.047360 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: port after_update 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.047703 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: port after_delete 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.048045 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: subnet after_update 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.048389 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.048739 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > port precommit_delete 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.049115 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > router precommit_create 55549900 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.049462 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: port before_delete 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.049808 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > router precommit_create 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.050168 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > router after_update 55549900 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.050513 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > router precommit_delete 55549900 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.050867 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > router precommit_create 55549900 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.051229 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > router_interface after_create 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.051577 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > router precommit_update 55549900 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.051952 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > agent after_create 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.052355 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > agent after_delete 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.052659 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > network after_delete 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.054054 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.quota.resource_registry [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Tracking information for resource: router configured {{(pid=105273) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 14:30:23.054399 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.quota.resource_registry [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Tracking information for resource: floatingip configured {{(pid=105273) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 14:30:23.059669 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.db.l3_agentschedulers_db [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 02 14:30:23.060263 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: port after_update 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.060639 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: port after_create 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.060996 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: port after_delete 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.061384 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: port after_update 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.062203 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > router before_create 55550100 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.062574 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > router precommit_delete 55550100 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.062944 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > router precommit_create 55550100 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.063304 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > router precommit_update 55550100 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.068257 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.services.provider_configuration [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Service providers = [] {{(pid=105273) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 02 14:30:23.068623 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.db.servicetype_db [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105273) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 02 14:30:23.072880 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.services.service_base [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105273) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 02 14:30:23.073254 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.services.service_base [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105273) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 02 14:30:23.073603 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.services.service_base [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105273) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 02 14:30:23.074500 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.services.service_base [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105273) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 02 14:30:23.074888 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.services.service_base [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 02 14:30:23.075295 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105273) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 14:30:23.075619 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 02 14:30:23.087123 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105273) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 14:30:23.087463 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading Plugin: auto_allocate Nov 02 14:30:23.093558 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: network precommit_update 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.093942 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: network precommit_create 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.094489 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105273) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 14:30:23.094816 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading Plugin: tag Nov 02 14:30:23.102563 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105273) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 14:30:23.102890 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading Plugin: timestamp Nov 02 14:30:23.107324 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105273) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 14:30:23.107654 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading Plugin: network_ip_availability Nov 02 14:30:23.113375 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.115051 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.115051 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.115051 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105273) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 14:30:23.115446 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading Plugin: flavors Nov 02 14:30:23.120310 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105273) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 14:30:23.120642 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading Plugin: revisions Nov 02 14:30:23.125313 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105273) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 14:30:23.125713 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_concurrency.lockutils [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.812s {{(pid=105273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Nov 02 14:30:23.127943 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105273) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Nov 02 14:30:23.128287 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Initializing extension manager. Nov 02 14:30:23.128834 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: __init__.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.129215 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: __pycache__ {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.129616 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: address_group.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.130322 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.130909 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: address-group Nov 02 14:30:23.131239 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: address_scope.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.131958 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.132543 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: address-scope Nov 02 14:30:23.132881 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: admin_state_down_before_update.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.133887 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.134385 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: router-admin-state-down-before-update Nov 02 14:30:23.134710 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: agent.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.135386 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.135881 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: agent Nov 02 14:30:23.136205 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: agent_resources_synced.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.137112 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.137620 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: agent-resources-synced Nov 02 14:30:23.137938 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: allowedaddresspairs.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.139765 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.140283 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: allowed-address-pairs Nov 02 14:30:23.140665 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: auto_allocated_topology.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.141693 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.142198 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: auto-allocated-topology Nov 02 14:30:23.142529 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: availability_zone.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.143194 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.143693 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: availability_zone Nov 02 14:30:23.144024 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: availability_zone_filter.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.144902 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.145430 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: availability_zone_filter Nov 02 14:30:23.145756 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: data_plane_status.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.146630 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.147717 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension data-plane-status not supported by any of loaded plugins Nov 02 14:30:23.148207 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: default_subnetpools.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.149178 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.149683 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: default-subnetpools Nov 02 14:30:23.150015 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: dhcpagentscheduler.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.150823 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.151326 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: dhcp_agent_scheduler Nov 02 14:30:23.151655 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: dns.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.152545 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.153082 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension dns-integration not supported by any of loaded plugins Nov 02 14:30:23.153411 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: dns_domain_ports.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.154304 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.154849 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 02 14:30:23.155119 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.156011 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.156504 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 02 14:30:23.156829 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: dvr.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.157497 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.157996 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: dvr Nov 02 14:30:23.158319 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: ecmp_routes.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.159205 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.159692 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension ecmp_routes not supported by any of loaded plugins Nov 02 14:30:23.160013 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: empty_string_filtering.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.160883 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.161415 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: empty-string-filtering Nov 02 14:30:23.161734 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.162604 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.163656 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 02 14:30:23.163972 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.164851 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.165375 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 02 14:30:23.165703 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: external_net.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.166580 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.167070 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: external-net Nov 02 14:30:23.167394 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: extra_dhcp_opt.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.168269 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.168763 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: extra_dhcp_opt Nov 02 14:30:23.169112 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: extraroute.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.170003 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.170490 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: extraroute Nov 02 14:30:23.170840 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: extraroute_atomic.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.171858 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.172365 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: extraroute-atomic Nov 02 14:30:23.172694 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: filter_validation.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.173392 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.173891 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: filter-validation Nov 02 14:30:23.174220 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: fip_pf_description.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.175097 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.175596 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 02 14:30:23.175916 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: fip_pf_detail.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.176804 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.177331 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: floating-ip-port-forwarding-detail Nov 02 14:30:23.177659 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: fip_pf_port_range.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.178570 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.179059 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Nov 02 14:30:23.179465 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: fip_port_details.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.180265 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.180759 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: fip-port-details Nov 02 14:30:23.181109 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: flavors.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.182320 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.182832 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: flavors Nov 02 14:30:23.183158 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.184827 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.185387 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 02 14:30:23.185736 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: floatingip_pools.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.186395 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.186897 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: floatingip-pools Nov 02 14:30:23.187232 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: ip_allocation.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.188124 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.188625 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension ip_allocation not supported by any of loaded plugins Nov 02 14:30:23.188956 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.189868 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.190371 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: ip-substring-filtering Nov 02 14:30:23.190701 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: l2_adjacency.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.191597 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.192095 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension l2_adjacency not supported by any of loaded plugins Nov 02 14:30:23.192424 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: l3.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.193445 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.194025 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: router Nov 02 14:30:23.194377 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: l3_conntrack_helper.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.197119 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.197645 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 02 14:30:23.197978 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.198861 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.199367 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: ext-gw-mode Nov 02 14:30:23.199699 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.200581 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.201110 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: l3-ha Nov 02 14:30:23.201439 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.202311 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.202817 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Nov 02 14:30:23.203273 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: l3_flavors.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.204024 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.204611 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: l3-flavors Nov 02 14:30:23.204856 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: l3_ndp_proxy.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.213800 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.214334 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension l3-ndp-proxy not supported by any of loaded plugins Nov 02 14:30:23.214665 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.215592 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.216095 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: l3-port-ip-change-not-allowed Nov 02 14:30:23.216969 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: l3agentscheduler.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.217546 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.218021 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: l3_agent_scheduler Nov 02 14:30:23.218357 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: local_ip.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.220113 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.220637 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension local_ip not supported by any of loaded plugins Nov 02 14:30:23.220981 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: logging.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.222449 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.222960 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension logging not supported by any of loaded plugins Nov 02 14:30:23.223296 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: metering.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.224010 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.224593 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: metering Nov 02 14:30:23.224922 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.226719 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.227243 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: metering_source_and_destination_fields Nov 02 14:30:23.227596 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: multiprovidernet.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.228494 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.229021 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: multi-provider Nov 02 14:30:23.229352 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: netmtu.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.230231 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.230988 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: net-mtu Nov 02 14:30:23.231313 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: netmtu_writable.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.232196 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.232698 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: net-mtu-writable Nov 02 14:30:23.233041 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: network_availability_zone.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.233682 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.234176 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: network_availability_zone Nov 02 14:30:23.234503 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: network_ip_availability.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.235673 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.236182 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: network-ip-availability Nov 02 14:30:23.236509 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: network_segment_range.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.237295 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.237798 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension network-segment-range not supported by any of loaded plugins Nov 02 14:30:23.238121 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: pagination.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.239152 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.239480 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: pagination Nov 02 14:30:23.239808 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: port_device_profile.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.240692 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.241611 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: port-device-profile Nov 02 14:30:23.241945 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: port_mac_address_override.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.242871 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.243384 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: port-mac-override Nov 02 14:30:23.243711 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.244590 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.245130 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: port-mac-address-regenerate Nov 02 14:30:23.245452 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.246333 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.246841 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: port-numa-affinity-policy Nov 02 14:30:23.247211 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: port_resource_request.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.248161 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.248652 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension port-resource-request not supported by any of loaded plugins Nov 02 14:30:23.248975 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: port_resource_request_groups.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.249947 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.250444 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 02 14:30:23.250771 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: portbindings.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.251658 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.252159 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: binding Nov 02 14:30:23.252480 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: portbindings_extended.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.258241 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.258749 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: binding-extended Nov 02 14:30:23.259084 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: portsecurity.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.259992 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.260498 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: port-security Nov 02 14:30:23.260831 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: project_id.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.261796 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.262127 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: project-id Nov 02 14:30:23.262448 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: providernet.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.263599 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.264176 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: provider Nov 02 14:30:23.264508 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: qos.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.268059 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.268598 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension qos not supported by any of loaded plugins Nov 02 14:30:23.268902 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.270183 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.270696 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 02 14:30:23.271041 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.271925 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.272977 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 02 14:30:23.273344 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: qos_default.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.274227 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.274731 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension qos-default not supported by any of loaded plugins Nov 02 14:30:23.275136 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: qos_fip.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.276024 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.276532 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension qos-fip not supported by any of loaded plugins Nov 02 14:30:23.276863 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: qos_fip_network_policy.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.277784 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.278292 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension qos-fip-network-policy not supported by any of loaded plugins Nov 02 14:30:23.278625 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: qos_gateway_ip.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.279513 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.280014 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 02 14:30:23.280344 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: qos_port_network_policy.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.281257 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.281820 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 02 14:30:23.282150 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.283158 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.283662 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 02 14:30:23.283994 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.284988 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.285530 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Nov 02 14:30:23.285862 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: qos_pps_rule.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.293598 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.294209 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension qos-pps not supported by any of loaded plugins Nov 02 14:30:23.294595 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: qos_rule_type_details.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.295611 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.296173 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 02 14:30:23.296541 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: qos_rule_type_filter.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.297535 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.298085 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension qos-rule-type-filter not supported by any of loaded plugins Nov 02 14:30:23.298451 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: qos_rules_alias.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.299637 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.300196 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 02 14:30:23.300564 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: quota_check_limit.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.301558 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.302143 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: quota-check-limit Nov 02 14:30:23.302508 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: quotasv2.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.303701 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.304046 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: quotas Nov 02 14:30:23.304372 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: quotasv2_detail.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.306100 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.306439 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: quota_details Nov 02 14:30:23.306781 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: rbac.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.307826 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.308343 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: rbac-policies Nov 02 14:30:23.308673 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: rbac_address_group.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.309613 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.310118 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: rbac-address-group Nov 02 14:30:23.310445 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: rbac_address_scope.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.311407 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.311919 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: rbac-address-scope Nov 02 14:30:23.312247 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: rbac_security_groups.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.313174 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.313679 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: rbac-security-groups Nov 02 14:30:23.314005 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: rbac_subnetpool.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.314906 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.315544 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: rbac-subnetpool Nov 02 14:30:23.315876 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: revisionifmatch.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.317646 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.318150 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: revision-if-match Nov 02 14:30:23.318533 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: revisions.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.320253 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.320805 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: standard-attr-revisions Nov 02 14:30:23.321168 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: router_availability_zone.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.321819 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.322324 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: router_availability_zone Nov 02 14:30:23.322656 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: routerservicetype.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.323539 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.324044 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension router-service-type not supported by any of loaded plugins Nov 02 14:30:23.324373 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.325294 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.325805 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: security-groups-normalized-cidr Nov 02 14:30:23.326132 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: security_groups_port_filtering.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.327044 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.327557 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: port-security-groups-filtering Nov 02 14:30:23.327883 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.328781 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.329313 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: security-groups-remote-address-group Nov 02 14:30:23.329640 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: security_groups_shared_filtering.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.330525 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.331027 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: security-groups-shared-filtering Nov 02 14:30:23.331351 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: securitygroup.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.342035 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.342574 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: security-group Nov 02 14:30:23.342914 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: segment.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.343622 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.344131 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension segment not supported by any of loaded plugins Nov 02 14:30:23.344458 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.345408 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.345916 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 02 14:30:23.346247 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: servicetype.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.347321 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.347825 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: service-type Nov 02 14:30:23.348158 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: sorting.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.349129 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.349510 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: sorting Nov 02 14:30:23.349840 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: standard_attr_segment.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.351035 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.351563 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 02 14:30:23.351883 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: standardattrdescription.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.352505 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.353030 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: standard-attr-description Nov 02 14:30:23.353396 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: stateful_security_group.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.354255 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.354756 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: stateful-security-group Nov 02 14:30:23.355086 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: stdattrs_common.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.355895 dv-cinder-862365-4-iscsi neutron-server[105273]: WARNING neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 02 14:30:23.356216 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.364094 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.364644 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 02 14:30:23.364974 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: subnet_onboard.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.366170 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.366688 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: subnet_onboard Nov 02 14:30:23.367017 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.367916 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.368422 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 02 14:30:23.368754 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: subnet_service_types.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.369679 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.370227 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: subnet-service-types Nov 02 14:30:23.370557 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: subnetallocation.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.371603 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.372118 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: subnet_allocation Nov 02 14:30:23.372448 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.373128 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.373635 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: subnetpool-prefix-ops Nov 02 14:30:23.373958 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.374868 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.375371 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 02 14:30:23.375698 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: tagging.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.376781 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.377323 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: standard-attr-tag Nov 02 14:30:23.377651 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: timestamp.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.378867 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.379372 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loaded extension: standard-attr-timestamp Nov 02 14:30:23.379703 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: trunk.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.380696 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.381225 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension trunk not supported by any of loaded plugins Nov 02 14:30:23.382366 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: trunk_details.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.383013 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.383514 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension trunk-details not supported by any of loaded plugins Nov 02 14:30:23.383845 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: uplink_status_propagation.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.384735 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.385271 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 02 14:30:23.385595 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Loading extension file: vlantransparent.py {{(pid=105273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 14:30:23.386242 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 14:30:23.386746 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extension vlan-transparent not supported by any of loaded plugins Nov 02 14:30:23.389500 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.quota.resource_registry [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Creating instance of TrackedResource for resource:network Nov 02 14:30:23.390057 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.quota.resource_registry [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Creating instance of TrackedResource for resource:subnet Nov 02 14:30:23.390456 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.quota.resource_registry [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 14:30:23.390856 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.quota.resource_registry [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Creating instance of TrackedResource for resource:port Nov 02 14:30:23.392215 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.v2.resource_helper [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 14:30:23.392660 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.v2.resource_helper [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Service FLAVORS assigned prefix: {{(pid=105273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 14:30:23.393339 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.v2.resource_helper [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 14:30:23.393777 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.v2.resource_helper [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 14:30:23.394120 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.quota.resource_registry [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Creating instance of TrackedResource for resource:router Nov 02 14:30:23.394562 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.quota.resource_registry [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Creating instance of TrackedResource for resource:floatingip Nov 02 14:30:23.395057 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.v2.resource_helper [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Service METERING assigned prefix: /metering {{(pid=105273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 14:30:23.396521 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.396896 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.397905 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:30:23.398952 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.quota.resource_registry [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Creating instance of CountableResource for resource:rbac_policy Nov 02 14:30:23.399403 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.quota.resource_registry [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Creating instance of TrackedResource for resource:security_group Nov 02 14:30:23.399847 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.quota.resource_registry [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Creating instance of TrackedResource for resource:security_group_rule Nov 02 14:30:23.400362 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.v2.resource_helper [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Service CORE assigned prefix: {{(pid=105273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 14:30:23.400693 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.quota.resource_registry [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 14:30:23.401123 dv-cinder-862365-4-iscsi neutron-server[105273]: WARNING neutron.quota.resource_registry [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] subnetpool is already registered Nov 02 14:30:23.401577 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.v2.resource_helper [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Service CORE assigned prefix: {{(pid=105273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 14:30:23.401908 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.quota.resource_registry [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 14:30:23.402249 dv-cinder-862365-4-iscsi neutron-server[105273]: WARNING neutron.quota.resource_registry [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] subnetpool is already registered Nov 02 14:30:23.404642 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.v2.resource_helper [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 14:30:23.405164 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.v2.resource_helper [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Service FLAVORS assigned prefix: {{(pid=105273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 14:30:23.405715 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.v2.resource_helper [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 14:30:23.406143 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.v2.resource_helper [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 14:30:23.406491 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.quota.resource_registry [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Creating instance of TrackedResource for resource:router Nov 02 14:30:23.406833 dv-cinder-862365-4-iscsi neutron-server[105273]: WARNING neutron.quota.resource_registry [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] router is already registered Nov 02 14:30:23.407254 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.quota.resource_registry [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Creating instance of TrackedResource for resource:floatingip Nov 02 14:30:23.407596 dv-cinder-862365-4-iscsi neutron-server[105273]: WARNING neutron.quota.resource_registry [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] floatingip is already registered Nov 02 14:30:23.408053 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.v2.resource_helper [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Service METERING assigned prefix: /metering {{(pid=105273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 14:30:23.408735 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.quota.resource_registry [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Creating instance of CountableResource for resource:rbac_policy Nov 02 14:30:23.409097 dv-cinder-862365-4-iscsi neutron-server[105273]: WARNING neutron.quota.resource_registry [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] rbac_policy is already registered Nov 02 14:30:23.409518 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.quota.resource_registry [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Creating instance of TrackedResource for resource:security_group Nov 02 14:30:23.409853 dv-cinder-862365-4-iscsi neutron-server[105273]: WARNING neutron.quota.resource_registry [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] security_group is already registered Nov 02 14:30:23.410257 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.quota.resource_registry [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Creating instance of TrackedResource for resource:security_group_rule Nov 02 14:30:23.410592 dv-cinder-862365-4-iscsi neutron-server[105273]: WARNING neutron.quota.resource_registry [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] security_group_rule is already registered Nov 02 14:30:23.411253 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.v2.resource_helper [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Service CORE assigned prefix: {{(pid=105273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 14:30:23.411559 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.quota.resource_registry [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 14:30:23.411897 dv-cinder-862365-4-iscsi neutron-server[105273]: WARNING neutron.quota.resource_registry [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] subnetpool is already registered Nov 02 14:30:23.412315 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.v2.resource_helper [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Service CORE assigned prefix: {{(pid=105273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 14:30:23.412719 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.quota.resource_registry [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 14:30:23.413086 dv-cinder-862365-4-iscsi neutron-server[105273]: WARNING neutron.quota.resource_registry [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] subnetpool is already registered Nov 02 14:30:23.413572 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extended resource: extensions {{(pid=105273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 14:30:23.415091 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extended resource: address-groups {{(pid=105273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 14:30:23.416601 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extended resource: address-scopes {{(pid=105273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 14:30:23.418027 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extended resource: agents {{(pid=105273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 14:30:23.419188 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extended resource: auto-allocated-topology {{(pid=105273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 14:30:23.420454 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extended resource: availability_zones {{(pid=105273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 14:30:23.421712 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extended resource: dhcp-networks {{(pid=105273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 14:30:23.423236 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extended resource: dhcp-agents {{(pid=105273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 14:30:23.424684 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extended resource: routers {{(pid=105273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 14:30:23.426455 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extended resource: flavors {{(pid=105273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 14:30:23.427731 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extended resource: service_profiles {{(pid=105273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 14:30:23.429097 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extended resource: next_providers {{(pid=105273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 14:30:23.430574 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extended resource: service_profiles {{(pid=105273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 14:30:23.433174 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extended resource: floatingip-pools {{(pid=105273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 14:30:23.434437 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extended resource: routers {{(pid=105273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 14:30:23.436168 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extended resource: floatingips {{(pid=105273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 14:30:23.437508 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extended resource: l3-routers {{(pid=105273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 14:30:23.438902 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extended resource: l3-agents {{(pid=105273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 14:30:23.440333 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extended resource: metering-labels {{(pid=105273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 14:30:23.441667 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extended resource: metering-label-rules {{(pid=105273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 14:30:23.443058 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extended resource: network-ip-availabilities {{(pid=105273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 14:30:23.445059 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extended resource: bindings {{(pid=105273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 14:30:23.446637 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extended resource: quotas {{(pid=105273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 14:30:23.448303 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extended resource: quotas {{(pid=105273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 14:30:23.449896 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extended resource: rbac-policies {{(pid=105273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 14:30:23.451113 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extended resource: security-groups {{(pid=105273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 14:30:23.452423 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extended resource: security-group-rules {{(pid=105273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 14:30:23.453719 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extended resource: service-providers {{(pid=105273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 14:30:23.454947 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extended resource: subnetpools {{(pid=105273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 14:30:23.456301 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extended resource: subnetpools {{(pid=105273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 14:30:23.457889 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extended resource: tags {{(pid=105273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 14:30:23.460196 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extended resource: tags {{(pid=105273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 14:30:23.462084 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extended resource: tags {{(pid=105273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 14:30:23.463909 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extended resource: tags {{(pid=105273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 14:30:23.465657 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extended resource: tags {{(pid=105273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 14:30:23.467640 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extended resource: tags {{(pid=105273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 14:30:23.469368 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extended resource: tags {{(pid=105273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 14:30:23.471298 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extended resource: tags {{(pid=105273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 14:30:23.473182 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extended resource: tags {{(pid=105273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 14:30:23.474972 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron.api.extensions [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Extended resource: tags {{(pid=105273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 14:30:23.481715 dv-cinder-862365-4-iscsi neutron-server[105273]: WARNING keystonemiddleware.auth_token [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 02 14:30:23.486726 dv-cinder-862365-4-iscsi neutron-server[105273]: WARNING keystonemiddleware.auth_token [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 02 14:30:23.495724 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_concurrency.lockutils [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Acquiring lock "singleton_lock" {{(pid=105273) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 02 14:30:23.496054 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_concurrency.lockutils [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Acquired lock "singleton_lock" {{(pid=105273) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Nov 02 14:30:23.496529 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_concurrency.lockutils [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Releasing lock "singleton_lock" {{(pid=105273) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Nov 02 14:30:23.497223 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO oslo_service.service [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Starting 2 workers Nov 02 14:30:23.502077 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Started child 105390 {{(pid=105273) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 02 14:30:23.507360 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Started child 105391 {{(pid=105273) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 02 14:30:23.508271 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:30:23.509392 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO neutron.service [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Neutron service started, listening on 0.0.0.0:9696 Nov 02 14:30:23.509754 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [-] (105390) wsgi starting up on http://0.0.0.0:9696 Nov 02 14:30:23.509980 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Publish callbacks [] for process (None), before_spawn {{(pid=105273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:30:23.512278 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO oslo_service.service [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Starting 1 workers Nov 02 14:30:23.513144 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:30:23.514564 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [-] (105391) wsgi starting up on http://0.0.0.0:9696 Nov 02 14:30:23.517710 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Started child 105392 {{(pid=105273) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 02 14:30:23.518164 dv-cinder-862365-4-iscsi neutron-server[105273]: INFO oslo_service.service [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Starting 1 workers Nov 02 14:30:23.521621 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.service [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] calling RpcWorker wait() {{(pid=105392) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 02 14:30:23.523089 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.service [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] returning from RpcWorker wait() {{(pid=105392) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 02 14:30:23.523378 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Started child 105393 {{(pid=105273) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 02 14:30:23.524022 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:30:23.524191 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG neutron_lib.callbacks.manager [None req-d72947b8-5a4a-4d75-89da-1ab7acfea2cb None None] Publish callbacks [] for process (None), after_spawn {{(pid=105273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:30:23.524471 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:30:23.526342 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105273) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 02 14:30:23.526559 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 02 14:30:23.526743 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 02 14:30:23.526973 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 02 14:30:23.527312 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 02 14:30:23.527495 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 02 14:30:23.528020 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.528298 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.528555 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.528728 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:30:23.529197 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.529446 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.529598 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:30:23.529756 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.529954 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.530234 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.530468 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.530642 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.530809 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.531062 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.531324 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.531738 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.532075 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.532347 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.532574 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.532751 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.533028 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.533318 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.533580 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.533882 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] debug = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.534140 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.534619 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.534878 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.535140 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.535370 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.535639 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.535867 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.536126 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.536360 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.536595 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.536834 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.537120 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.537371 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.537607 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.537883 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.538256 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.538442 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.538855 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] host = dv-cinder-862365-4-iscsi {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.539104 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.539344 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.539587 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.539829 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.540073 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.540370 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.540564 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.540821 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.541088 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.541318 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.541657 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.541822 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.542131 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.542274 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] log_file = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.542417 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] log_options = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.542639 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.542916 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.543172 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.543367 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.543569 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.543723 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.543931 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.544102 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.544355 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.544669 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.544828 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.545026 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.545279 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.545496 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.545735 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.546061 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.546415 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.546728 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.547645 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.547645 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.547935 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.548078 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.548202 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.548425 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.548674 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.548891 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.549154 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.549369 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.549584 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.549836 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.550081 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.550411 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.550752 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.550994 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.551260 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.551492 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.551719 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.552041 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.552222 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.552451 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.552888 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.553184 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.553432 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.553679 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.553892 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.560866 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.560866 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] use_json = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.560866 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.560866 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.560866 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.560866 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.560866 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.560866 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.560866 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.561556 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.561556 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.561556 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.561556 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.561556 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.561556 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.561556 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.561556 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.562108 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.562108 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.562108 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.562108 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.562108 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.562108 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.562108 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.562108 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.562650 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.562650 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.562650 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.562650 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.562650 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.562650 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.562650 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.562650 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.563186 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.563186 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.563186 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.563398 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.563541 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.563857 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.564142 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.564435 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.564750 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.565053 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.565320 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.565598 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.565836 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.566080 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.566318 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.566738 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.567811 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.567811 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.567811 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.567811 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.568118 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.568189 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.568433 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.568707 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.569517 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.569893 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.570094 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.570397 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.570559 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.570773 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.571008 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.571380 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.571613 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.571856 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.573221 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.573221 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.573221 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.573221 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.573221 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.573990 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.573990 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.573990 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.574328 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.574328 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.574625 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.574761 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.574901 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.575138 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.575353 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.575585 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.575804 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.576017 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.576251 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.576472 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.576706 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.576914 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.577148 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.577362 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.577647 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.577857 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.578054 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.578316 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.578695 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.578695 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.579098 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.579098 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.579850 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.579850 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.579850 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.580506 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.580506 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.580506 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.581205 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.581205 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.581205 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.581748 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.581748 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.582045 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.582247 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.582456 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.582641 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.582845 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.583046 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.583247 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.583462 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.583719 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.583978 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.584163 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.584345 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.585238 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.585592 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.586144 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.586144 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.586531 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.586729 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.586958 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.587176 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.587685 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.587685 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.588069 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.588069 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.588450 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.588654 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.588984 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.589275 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.589518 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.590122 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.590122 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.590680 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.590907 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.591120 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.591485 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.591698 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.591933 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.592240 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.592555 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.592783 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.593053 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.593325 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.593546 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.593812 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.594375 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.594375 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.594956 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.594956 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.595186 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.595271 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.595498 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.595771 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.596044 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.596316 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.596568 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.596817 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.597185 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.597291 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.597897 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.597897 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.598166 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.598166 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.598415 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.598577 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.599088 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.599088 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.599274 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.599459 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.599675 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.599890 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.600138 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.600398 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.600622 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.600862 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.601124 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.601396 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.601567 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.601786 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.602017 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.602299 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.602594 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.602801 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.603053 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.603624 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.603624 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.603847 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.604017 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.604232 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.604496 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.604716 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.604930 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.605168 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.605409 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.606179 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.606179 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.606353 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.606536 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.606769 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.607007 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.607373 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.607624 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.607857 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.608118 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.608363 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.608616 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.608862 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.609096 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.609341 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.609564 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.609783 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.610003 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.610251 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.610490 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.610724 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.610942 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.611219 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.611634 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.612298 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.612521 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.612968 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.613330 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.613330 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.613632 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.613734 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.613908 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.614126 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.614339 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.614551 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.614759 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.614974 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.615184 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.615520 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.615767 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.616646 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.616908 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.617230 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.617511 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.617743 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.618125 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.618230 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.618380 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.618600 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.618810 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.619047 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.619294 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.619561 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.619790 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.620048 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.620300 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.620676 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.620806 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.621033 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.621265 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.621498 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.621706 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.621934 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.622145 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.622355 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.622576 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.623132 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.623132 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.623331 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.623426 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.623631 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.623865 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.624089 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.624321 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.624659 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.625147 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.625286 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.625510 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.625759 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.626030 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.626282 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.626591 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.626827 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.627097 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.627363 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.627601 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.627858 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.628117 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.628479 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.628818 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.629175 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.629392 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.629679 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.629981 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:450:499'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.630270 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.630488 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.630836 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.631162 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.632149 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.632149 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.632149 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.632506 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.632619 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.632864 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.633099 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.633322 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.633558 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.633843 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.634013 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.634228 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.634446 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.634674 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.634910 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.635177 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.635388 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.635624 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.635839 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.635981 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 02 14:30:23.636519 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105273) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 02 14:30:23.636682 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 02 14:30:23.636836 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 02 14:30:23.637031 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 02 14:30:23.637195 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 02 14:30:23.637348 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 02 14:30:23.637641 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.637794 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.637919 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.638002 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.638215 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.638434 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.638676 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.638867 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.639044 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.639225 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.639453 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.639584 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.639756 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.639932 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.640112 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.640291 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.640451 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.640659 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.642212 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.642212 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.642212 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.642212 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] debug = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.642212 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.642212 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.642999 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.642999 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.642999 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.642999 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.643515 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.643515 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.643953 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.643953 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.644185 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.644316 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.644594 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.644893 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.645164 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.645437 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.645766 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.646255 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] host = dv-cinder-862365-4-iscsi {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.646255 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.646532 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.646881 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.647590 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.648100 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.648238 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.648544 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.648715 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.648885 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.649077 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.649240 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.649400 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.649604 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.649764 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] log_file = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.649925 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] log_options = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.650084 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.650242 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.650401 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.650591 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.650757 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.650916 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.651112 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.651297 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.651462 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.651623 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.651780 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.651944 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.652107 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.652482 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.652667 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.652828 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.652989 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.653169 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.653368 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.653479 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.653637 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.653796 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.653960 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.654143 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.654291 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.654446 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.654604 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.654761 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.654919 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.655079 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.655310 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.655463 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.655602 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.655767 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.655915 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.656051 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.656217 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.656463 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.656463 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.656788 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.656788 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.657036 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.657384 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.657384 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.657577 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.657669 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.657802 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] use_json = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.657978 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.658164 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.658326 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.658515 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.658715 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.658876 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.659034 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.659193 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.659351 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 14:30:23.659536 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.659698 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.659870 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.660594 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.660594 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.660594 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.660594 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.660952 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.660952 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.661145 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.661145 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.661416 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.661522 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.661627 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.661788 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.661963 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.662114 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.662257 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.662426 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.662598 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.662835 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.663878 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.664610 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.664610 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.664610 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.664857 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.664857 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.665125 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.665212 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.665388 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.665588 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.665776 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.665941 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.666105 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.666301 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.666465 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.666659 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.666820 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.666982 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.669023 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.669023 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.669235 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:30:23.669341 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.669341 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.669341 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.669341 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.669341 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.669341 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.669341 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.669341 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.669901 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.669901 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.669901 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.670349 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.670526 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.670718 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.670880 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.671725 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.671922 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.672090 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.672269 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.672458 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.672618 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.673126 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.673126 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.673126 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.673361 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.673576 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.673675 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.673955 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.674055 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.674300 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.674399 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.674522 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.674679 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.674976 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.674976 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.675147 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.675291 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.675459 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.675706 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.675786 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.675910 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.677023 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.677023 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.677023 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.677023 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.677023 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.677023 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.677023 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.677706 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.677890 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.678055 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.678240 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.678518 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.678669 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.678989 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.679153 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.679316 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.679478 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.679639 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.679818 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.679962 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.680175 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.680277 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.680486 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.680659 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.680800 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.680968 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.681187 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.681310 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.681392 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.681630 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.681891 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.681891 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.682148 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.682148 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.682303 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.682432 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.682606 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.682753 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.682988 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.683092 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.683234 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.683361 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.683527 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.683687 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.683847 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.684015 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.684208 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.684457 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.684640 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.684742 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.684855 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.685036 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.685200 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.685398 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.685534 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.685666 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.685870 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.685988 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.686170 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.686325 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.686506 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.686697 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.686858 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.687036 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.687197 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.687358 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.687506 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.687882 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.687882 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.688135 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.688135 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.688303 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.688414 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.688545 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.688701 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.688862 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.689050 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.689218 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.689399 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.689575 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.689741 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.689920 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.690082 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.690243 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.690404 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.690597 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.690734 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.690906 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.691044 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.691180 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.693251 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.693443 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.693718 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.694266 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.694965 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.695127 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 54254) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:30:23.695273 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.695412 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.695549 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.695685 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.695884 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.696257 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.696406 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.696802 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.696950 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.697120 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.697278 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.697432 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.697787 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.697787 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.697787 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.698188 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.698188 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.698449 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.698449 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.698707 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.698707 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.698966 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.699320 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.699320 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.699621 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.699621 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.699883 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.699883 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.700143 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.700362 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.700596 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.700880 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.701122 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.701286 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.701447 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.701629 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.701785 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.701932 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.702273 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.702476 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [-] 10.222.0.30 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0052798 Nov 02 14:30:23.702620 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.702620 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.702893 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.702893 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.703154 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.703415 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.703415 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.703682 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.703682 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.703941 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.703941 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.704236 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.704236 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.704646 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.704646 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.705042 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.705042 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.705042 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.705434 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.705434 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.705705 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.705705 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.705976 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.705976 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.706255 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.706255 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.706514 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.706514 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.706771 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.706990 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.706990 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.707252 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.707252 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.707529 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.707667 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.708377 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.708377 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.708377 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.708842 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [-] 10.222.0.30 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0048642 Nov 02 14:30:23.709063 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.709063 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.709063 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.709063 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.709063 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.709063 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.710376 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.710376 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.710376 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.710376 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.710376 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.711025 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.711025 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.711636 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.711792 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.711964 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.712110 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.712275 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.712439 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.712614 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.713034 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.713034 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.713305 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.713305 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.713655 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.714347 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.714515 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.714757 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.714940 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.715180 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.715180 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.715447 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:450:499'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.715447 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.715736 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.716007 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.716007 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.716273 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.716273 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.716476 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.716560 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.716683 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.716844 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.717067 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.717202 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.717327 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.717481 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.717639 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.717799 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.717959 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.718118 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.718278 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.718438 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.718598 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.718758 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.718917 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 14:30:23.719071 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 02 14:30:32.780234 dv-cinder-862365-4-iscsi neutron-server[105273]: DEBUG dbcounter [-] [105273] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=105273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:30:36.334588 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e8e10f-b704-4883-9a4e-cdd4f8aa05a3 None None] get_active_networks_info from dv-cinder-862365-4-iscsi {{(pid=105392) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 14:30:36.340941 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writer thread running {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Nov 02 14:30:36.413717 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e8e10f-b704-4883-9a4e-cdd4f8aa05a3 None None] No non-hosted networks {{(pid=105392) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 02 14:30:36.429275 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.agentschedulers_db [None req-b5e8e10f-b704-4883-9a4e-cdd4f8aa05a3 None None] DHCP Agent not found on host dv-cinder-862365-4-iscsi {{(pid=105392) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Nov 02 14:30:36.539646 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-03ed3be6-f0d7-4594-8cc9-6bca3d73aa03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66776734'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:30:38.226306 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writer thread running {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Nov 02 14:30:38.872578 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-d71b1098-ff90-46db-b419-46dc42ac6595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66776734'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:30:38.900010 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.db.api [None req-a231655e-1e47-44f7-b745-b3e91bee90e4 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-862365-4-iscsi {{(pid=105392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 14:30:38.900493 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG oslo_db.api [None req-a231655e-1e47-44f7-b745-b3e91bee90e4 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 14:30:39.429872 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-a231655e-1e47-44f7-b745-b3e91bee90e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:30:40.412688 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 54330) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:30:40.442023 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66776734'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:30:41.137797 dv-cinder-862365-4-iscsi neutron-server[105391]: WARNING oslo_policy.policy [None req-5e602441-f527-4bad-90af-bdb9753f6180 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 14:30:41.138480 dv-cinder-862365-4-iscsi neutron-server[105391]: WARNING oslo_policy.policy [None req-5e602441-f527-4bad-90af-bdb9753f6180 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 14:30:41.372985 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [None req-5e602441-f527-4bad-90af-bdb9753f6180 admin admin] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 14:30:41.376413 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-5e602441-f527-4bad-90af-bdb9753f6180 admin admin] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.9605947 Nov 02 14:30:41.510514 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66776734'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:30:41.511238 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:41.511864 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:41.512292 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:41.512717 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:41.512971 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:41.513336 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:41.513691 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:41.514334 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:41.514476 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:41.515120 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:41.515575 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:41.515906 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:41.516281 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:41.517445 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:41.517445 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:41.517844 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-862365-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:30:41.529896 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-862365-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:30:41.951554 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66776734'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:30:44.342855 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 54364) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:30:44.727714 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-c89a410e-3346-4097-840f-cfdba7380868 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:30:44.742657 dv-cinder-862365-4-iscsi neutron-server[105391]: ERROR stevedore.extension [None req-c89a410e-3346-4097-840f-cfdba7380868 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Nov 02 14:30:44.828902 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.policy [None req-c89a410e-3346-4097-840f-cfdba7380868 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105391) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 02 14:30:44.874309 dv-cinder-862365-4-iscsi neutron-server[105391]: WARNING oslo_policy.policy [None req-c89a410e-3346-4097-840f-cfdba7380868 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 14:30:44.874694 dv-cinder-862365-4-iscsi neutron-server[105391]: WARNING oslo_policy.policy [None req-c89a410e-3346-4097-840f-cfdba7380868 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 14:30:44.895578 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writer thread running {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Nov 02 14:30:45.063017 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-c89a410e-3346-4097-840f-cfdba7380868 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767004991673', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767004992141', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767004942348', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767004935501', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767004966068', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767004958674', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1370361', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1196449', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66924982', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66989988'] for rbac-policy (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:30:45.407984 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-c89a410e-3346-4097-840f-cfdba7380868 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:30:45.409362 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-c89a410e-3346-4097-840f-cfdba7380868 admin admin] 10.222.0.30 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0652390 Nov 02 14:30:46.139637 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.db.l3_hamode_db [None req-49484d83-a9f0-49f2-b9af-40b96bdccf9c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 02 14:30:46.224602 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49484d83-a9f0-49f2-b9af-40b96bdccf9c None None] Routers set() bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:30:46.224979 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49484d83-a9f0-49f2-b9af-40b96bdccf9c None None] Router IDs set() for agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Nov 02 14:30:48.156462 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 54374) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:30:48.514042 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-aadeb59c-8695-4bf2-a92c-4dba48bcdece demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:30:48.634181 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadeb59c-8695-4bf2-a92c-4dba48bcdece demo demo] Made reservation on behalf of 4967f6c093674e39b531bed8fb1ec9b2 for: {'network': 1} {{(pid=105391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:30:48.638555 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-aadeb59c-8695-4bf2-a92c-4dba48bcdece demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for network (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:30:48.659463 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-aadeb59c-8695-4bf2-a92c-4dba48bcdece demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:30:48.776799 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-aadeb59c-8695-4bf2-a92c-4dba48bcdece demo demo] Publish callbacks [] for security_group (ad1442c9-78dc-453a-9377-be65ce71a770), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:30:48.857945 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-aadeb59c-8695-4bf2-a92c-4dba48bcdece demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (ad1442c9-78dc-453a-9377-be65ce71a770), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:30:48.893614 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aadeb59c-8695-4bf2-a92c-4dba48bcdece demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 481} {{(pid=105391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 14:30:48.923733 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-aadeb59c-8695-4bf2-a92c-4dba48bcdece demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767001720185', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140'] for segment (79d198d3-a12f-49bb-9ecc-3780925a05d1), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:30:48.924404 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-aadeb59c-8695-4bf2-a92c-4dba48bcdece demo demo] Unsubscribe: segment precommit_create {{(pid=105391) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 02 14:30:48.924841 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.db.segments_db [None req-aadeb59c-8695-4bf2-a92c-4dba48bcdece demo demo] Added segment 79d198d3-a12f-49bb-9ecc-3780925a05d1 of type vlan for network f5ce7afa-8d31-4715-a068-8914f3fb90a2 Nov 02 14:30:48.931898 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadeb59c-8695-4bf2-a92c-4dba48bcdece demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1442c9-78dc-453a-9377-be65ce71a770,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:30:48.971559 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadeb59c-8695-4bf2-a92c-4dba48bcdece demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:48.971901 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadeb59c-8695-4bf2-a92c-4dba48bcdece demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:48.972265 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadeb59c-8695-4bf2-a92c-4dba48bcdece demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:48.972613 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadeb59c-8695-4bf2-a92c-4dba48bcdece demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:48.972944 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadeb59c-8695-4bf2-a92c-4dba48bcdece demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:48.973297 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadeb59c-8695-4bf2-a92c-4dba48bcdece demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:48.973620 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadeb59c-8695-4bf2-a92c-4dba48bcdece demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:48.973941 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadeb59c-8695-4bf2-a92c-4dba48bcdece demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:48.974777 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadeb59c-8695-4bf2-a92c-4dba48bcdece demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:48.975100 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadeb59c-8695-4bf2-a92c-4dba48bcdece demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:48.975421 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadeb59c-8695-4bf2-a92c-4dba48bcdece demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:48.975758 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadeb59c-8695-4bf2-a92c-4dba48bcdece demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:48.976076 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadeb59c-8695-4bf2-a92c-4dba48bcdece demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:48.976389 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadeb59c-8695-4bf2-a92c-4dba48bcdece demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:48.976706 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadeb59c-8695-4bf2-a92c-4dba48bcdece demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:48.978254 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadeb59c-8695-4bf2-a92c-4dba48bcdece demo demo] Tracked resource versions report: Nov 02 14:30:48.978254 dv-cinder-862365-4-iscsi neutron-server[105391]: pushed versions: Nov 02 14:30:48.978254 dv-cinder-862365-4-iscsi neutron-server[105391]: { 'AddressGroup': {'1.2'}, Nov 02 14:30:48.978254 dv-cinder-862365-4-iscsi neutron-server[105391]: 'Agent': {'1.1'}, Nov 02 14:30:48.978254 dv-cinder-862365-4-iscsi neutron-server[105391]: 'ConntrackHelper': {'1.0'}, Nov 02 14:30:48.978254 dv-cinder-862365-4-iscsi neutron-server[105391]: 'LocalIPAssociation': {'1.0'}, Nov 02 14:30:48.978254 dv-cinder-862365-4-iscsi neutron-server[105391]: 'Log': {'1.0'}, Nov 02 14:30:48.978254 dv-cinder-862365-4-iscsi neutron-server[105391]: 'NDPProxy': {'1.0'}, Nov 02 14:30:48.978254 dv-cinder-862365-4-iscsi neutron-server[105391]: 'Network': {'1.1'}, Nov 02 14:30:48.978254 dv-cinder-862365-4-iscsi neutron-server[105391]: 'Port': {'1.7'}, Nov 02 14:30:48.978254 dv-cinder-862365-4-iscsi neutron-server[105391]: 'PortForwarding': {'1.3'}, Nov 02 14:30:48.978254 dv-cinder-862365-4-iscsi neutron-server[105391]: 'QosPolicy': {'1.10'}, Nov 02 14:30:48.978254 dv-cinder-862365-4-iscsi neutron-server[105391]: 'SecurityGroup': {'1.5'}, Nov 02 14:30:48.978254 dv-cinder-862365-4-iscsi neutron-server[105391]: 'SecurityGroupRule': {'1.2'}, Nov 02 14:30:48.978254 dv-cinder-862365-4-iscsi neutron-server[105391]: 'SubPort': {'1.0'}, Nov 02 14:30:48.978254 dv-cinder-862365-4-iscsi neutron-server[105391]: 'Subnet': {'1.1'}, Nov 02 14:30:48.978254 dv-cinder-862365-4-iscsi neutron-server[105391]: 'Trunk': {'1.1'}} Nov 02 14:30:48.978254 dv-cinder-862365-4-iscsi neutron-server[105391]: consumer versions: Nov 02 14:30:48.978254 dv-cinder-862365-4-iscsi neutron-server[105391]: { DHCP agent@dv-cinder-862365-4-iscsi: {}, Nov 02 14:30:48.978254 dv-cinder-862365-4-iscsi neutron-server[105391]: L3 agent@dv-cinder-862365-4-iscsi: {}, Nov 02 14:30:48.978254 dv-cinder-862365-4-iscsi neutron-server[105391]: Metadata agent@dv-cinder-862365-4-iscsi: {}, Nov 02 14:30:48.978254 dv-cinder-862365-4-iscsi neutron-server[105391]: Metering agent@dv-cinder-862365-4-iscsi: {}, Nov 02 14:30:48.978254 dv-cinder-862365-4-iscsi neutron-server[105391]: Open vSwitch agent@dv-cinder-862365-4-iscsi: { 'AddressGroup': '1.2', Nov 02 14:30:48.978254 dv-cinder-862365-4-iscsi neutron-server[105391]: 'Agent': '1.1', Nov 02 14:30:48.978254 dv-cinder-862365-4-iscsi neutron-server[105391]: 'ConntrackHelper': '1.0', Nov 02 14:30:48.978254 dv-cinder-862365-4-iscsi neutron-server[105391]: 'LocalIPAssociation': '1.0', Nov 02 14:30:48.978254 dv-cinder-862365-4-iscsi neutron-server[105391]: 'Log': '1.0', Nov 02 14:30:48.978254 dv-cinder-862365-4-iscsi neutron-server[105391]: 'NDPProxy': '1.0', Nov 02 14:30:48.978254 dv-cinder-862365-4-iscsi neutron-server[105391]: 'Network': '1.1', Nov 02 14:30:48.978254 dv-cinder-862365-4-iscsi neutron-server[105391]: 'Port': '1.7', Nov 02 14:30:48.978254 dv-cinder-862365-4-iscsi neutron-server[105391]: 'PortForwarding': '1.3', Nov 02 14:30:48.978254 dv-cinder-862365-4-iscsi neutron-server[105391]: 'QosPolicy': '1.10', Nov 02 14:30:48.978254 dv-cinder-862365-4-iscsi neutron-server[105391]: 'SecurityGroup': '1.5', Nov 02 14:30:48.978254 dv-cinder-862365-4-iscsi neutron-server[105391]: 'SecurityGroupRule': '1.2', Nov 02 14:30:48.978254 dv-cinder-862365-4-iscsi neutron-server[105391]: 'SubPort': '1.0', Nov 02 14:30:48.978254 dv-cinder-862365-4-iscsi neutron-server[105391]: 'Subnet': '1.1', Nov 02 14:30:48.978254 dv-cinder-862365-4-iscsi neutron-server[105391]: 'Trunk': '1.1'}} Nov 02 14:30:48.978254 dv-cinder-862365-4-iscsi neutron-server[105391]: {{(pid=105391) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 14:30:49.044251 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-aadeb59c-8695-4bf2-a92c-4dba48bcdece demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767001230538'] for network (f5ce7afa-8d31-4715-a068-8914f3fb90a2), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:30:49.077322 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=58,neutron:INSERT=38,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:30:49.173470 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-aadeb59c-8695-4bf2-a92c-4dba48bcdece demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593'] for network (f5ce7afa-8d31-4715-a068-8914f3fb90a2), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:30:49.180135 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadeb59c-8695-4bf2-a92c-4dba48bcdece demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:30:49.180849 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-aadeb59c-8695-4bf2-a92c-4dba48bcdece demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for network (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:30:49.299096 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadeb59c-8695-4bf2-a92c-4dba48bcdece demo demo] Pushing event updated for resources: {'Network': ['ID=f5ce7afa-8d31-4715-a068-8914f3fb90a2,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:30:49.311995 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Network f5ce7afa-8d31-4715-a068-8914f3fb90a2 details requested by agent ovs-agent-dv-cinder-862365-4-iscsi with host dv-cinder-862365-4-iscsi {{(pid=105392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 14:30:49.393322 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-aadeb59c-8695-4bf2-a92c-4dba48bcdece demo demo] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.2356265 Nov 02 14:30:51.869100 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:30:51.874641 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=8 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:30:52.081793 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 54392) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:30:52.517211 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc3255a-7f71-4a03-882a-1c9cf0d26258 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:30:52.518515 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-cdc3255a-7f71-4a03-882a-1c9cf0d26258 demo admin] 10.222.0.30 "GET /networking/v2.0/networks/f5ce7afa-8d31-4715-a068-8914f3fb90a2 HTTP/1.1" status: 200 len: 825 time: 0.4354782 Nov 02 14:30:52.545640 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-aac1a951-3d03-4374-8c7b-c0527121cd73 demo admin] 10.222.0.30 "GET /networking/v2.0/subnetpools/30043993-3e7a-44e7-af37-48ac883efd69 HTTP/1.1" status: 200 len: 734 time: 0.0202518 Nov 02 14:30:52.555202 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-c09bb72c-337f-4c01-b471-468bf5b2abf7 demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '30043993-3e7a-44e7-af37-48ac883efd69', 'network_id': 'f5ce7afa-8d31-4715-a068-8914f3fb90a2'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:30:52.704370 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09bb72c-337f-4c01-b471-468bf5b2abf7 demo admin] Made reservation on behalf of 4967f6c093674e39b531bed8fb1ec9b2 for: {'subnet': 1} {{(pid=105391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:30:52.706786 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-c09bb72c-337f-4c01-b471-468bf5b2abf7 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:30:52.924561 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:30:53.110709 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-c09bb72c-337f-4c01-b471-468bf5b2abf7 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593'] for subnet (622ce4d1-05d9-46b2-a85c-4f80770cb069), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:30:53.181959 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09bb72c-337f-4c01-b471-468bf5b2abf7 demo admin] Pushing event updated for resources: {'Subnet': ['ID=622ce4d1-05d9-46b2-a85c-4f80770cb069,revision_number=0']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:30:53.191330 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09bb72c-337f-4c01-b471-468bf5b2abf7 demo admin] Checking segment: {'id': '79d198d3-a12f-49bb-9ecc-3780925a05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'f5ce7afa-8d31-4715-a068-8914f3fb90a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:30:53.191722 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09bb72c-337f-4c01-b471-468bf5b2abf7 demo admin] Network hostable DHCP agents. Network: f5ce7afa-8d31-4715-a068-8914f3fb90a2, hostable agents: ['46896d2e-004f-49d2-b9f8-26552a5db8fb'], hosted agents: [] {{(pid=105391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 14:30:53.287173 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09bb72c-337f-4c01-b471-468bf5b2abf7 demo admin] Network f5ce7afa-8d31-4715-a068-8914f3fb90a2 is scheduled to be hosted by DHCP agent 46896d2e-004f-49d2-b9f8-26552a5db8fb with binding_index 1 {{(pid=105391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 14:30:53.384460 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [None req-c09bb72c-337f-4c01-b471-468bf5b2abf7 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862365-4-iscsi, f5ce7afa-8d31-4715-a068-8914f3fb90a2) {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:30:53.389431 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09bb72c-337f-4c01-b471-468bf5b2abf7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:30:53.390016 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-c09bb72c-337f-4c01-b471-468bf5b2abf7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for subnet (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:30:53.394515 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9ea583-127f-4fcc-bb6d-149bce6493c9 None None] Network f5ce7afa-8d31-4715-a068-8914f3fb90a2 requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:30:53.403807 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=38,neutron:INSERT=35 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:30:53.507798 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-c09bb72c-337f-4c01-b471-468bf5b2abf7 demo admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9563508 Nov 02 14:30:53.669060 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189a9dbe-badf-4879-8a7a-b15c945ed0d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d58aa65-0d08-50de-ae60-d403a5b22f04-f5ce7afa-8d31-4715-a068-8914f3fb90a2', 'network_id': 'f5ce7afa-8d31-4715-a068-8914f3fb90a2', 'project_id': '4967f6c093674e39b531bed8fb1ec9b2', 'fixed_ips': [{'subnet_id': '622ce4d1-05d9-46b2-a85c-4f80770cb069'}]}} from dv-cinder-862365-4-iscsi. {{(pid=105392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 14:30:53.670410 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-189a9dbe-badf-4879-8a7a-b15c945ed0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:30:53.960047 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.db_base_plugin_common [None req-189a9dbe-badf-4879-8a7a-b15c945ed0d3 None None] Allocated IP 172.20.0.2 (f5ce7afa-8d31-4715-a068-8914f3fb90a2/622ce4d1-05d9-46b2-a85c-4f80770cb069/53bad568-1e3a-4e3d-9e3a-0d70cf76f06c) {{(pid=105392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:30:54.421541 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-189a9dbe-badf-4879-8a7a-b15c945ed0d3 None None] Publish callbacks [] for port (53bad568-1e3a-4e3d-9e3a-0d70cf76f06c), precommit_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:30:54.548944 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-189a9dbe-badf-4879-8a7a-b15c945ed0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461'] for port (53bad568-1e3a-4e3d-9e3a-0d70cf76f06c), after_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:30:54.623298 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189a9dbe-badf-4879-8a7a-b15c945ed0d3 None None] Network f5ce7afa-8d31-4715-a068-8914f3fb90a2 is already hosted by enough agents. {{(pid=105392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:30:54.630696 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.scheduler.base_scheduler [None req-189a9dbe-badf-4879-8a7a-b15c945ed0d3 None None] Resources bound (agent type, host, resource id): {{(pid=105392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:30:54.639550 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189a9dbe-badf-4879-8a7a-b15c945ed0d3 None None] Received port after_create {{(pid=105392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:30:54.645467 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a9dbe-badf-4879-8a7a-b15c945ed0d3 None None] Pushing event updated for resources: {'Port': ['ID=53bad568-1e3a-4e3d-9e3a-0d70cf76f06c,revision_number=1']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:30:54.677336 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a9dbe-badf-4879-8a7a-b15c945ed0d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:54.677653 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a9dbe-badf-4879-8a7a-b15c945ed0d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:54.678451 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a9dbe-badf-4879-8a7a-b15c945ed0d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:54.678794 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a9dbe-badf-4879-8a7a-b15c945ed0d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:54.679126 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a9dbe-badf-4879-8a7a-b15c945ed0d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:54.679457 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a9dbe-badf-4879-8a7a-b15c945ed0d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:54.679784 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a9dbe-badf-4879-8a7a-b15c945ed0d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:54.680102 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a9dbe-badf-4879-8a7a-b15c945ed0d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:54.680422 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a9dbe-badf-4879-8a7a-b15c945ed0d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:54.680740 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a9dbe-badf-4879-8a7a-b15c945ed0d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:54.681078 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a9dbe-badf-4879-8a7a-b15c945ed0d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:54.681415 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a9dbe-badf-4879-8a7a-b15c945ed0d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:54.681731 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a9dbe-badf-4879-8a7a-b15c945ed0d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:54.682042 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a9dbe-badf-4879-8a7a-b15c945ed0d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:54.682355 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a9dbe-badf-4879-8a7a-b15c945ed0d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:30:54.683826 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a9dbe-badf-4879-8a7a-b15c945ed0d3 None None] Tracked resource versions report: Nov 02 14:30:54.683826 dv-cinder-862365-4-iscsi neutron-server[105392]: pushed versions: Nov 02 14:30:54.683826 dv-cinder-862365-4-iscsi neutron-server[105392]: { 'AddressGroup': {'1.2'}, Nov 02 14:30:54.683826 dv-cinder-862365-4-iscsi neutron-server[105392]: 'Agent': {'1.1'}, Nov 02 14:30:54.683826 dv-cinder-862365-4-iscsi neutron-server[105392]: 'ConntrackHelper': {'1.0'}, Nov 02 14:30:54.683826 dv-cinder-862365-4-iscsi neutron-server[105392]: 'LocalIPAssociation': {'1.0'}, Nov 02 14:30:54.683826 dv-cinder-862365-4-iscsi neutron-server[105392]: 'Log': {'1.0'}, Nov 02 14:30:54.683826 dv-cinder-862365-4-iscsi neutron-server[105392]: 'NDPProxy': {'1.0'}, Nov 02 14:30:54.683826 dv-cinder-862365-4-iscsi neutron-server[105392]: 'Network': {'1.1'}, Nov 02 14:30:54.683826 dv-cinder-862365-4-iscsi neutron-server[105392]: 'Port': {'1.7'}, Nov 02 14:30:54.683826 dv-cinder-862365-4-iscsi neutron-server[105392]: 'PortForwarding': {'1.3'}, Nov 02 14:30:54.683826 dv-cinder-862365-4-iscsi neutron-server[105392]: 'QosPolicy': {'1.10'}, Nov 02 14:30:54.683826 dv-cinder-862365-4-iscsi neutron-server[105392]: 'SecurityGroup': {'1.5'}, Nov 02 14:30:54.683826 dv-cinder-862365-4-iscsi neutron-server[105392]: 'SecurityGroupRule': {'1.2'}, Nov 02 14:30:54.683826 dv-cinder-862365-4-iscsi neutron-server[105392]: 'SubPort': {'1.0'}, Nov 02 14:30:54.683826 dv-cinder-862365-4-iscsi neutron-server[105392]: 'Subnet': {'1.1'}, Nov 02 14:30:54.683826 dv-cinder-862365-4-iscsi neutron-server[105392]: 'Trunk': {'1.1'}} Nov 02 14:30:54.683826 dv-cinder-862365-4-iscsi neutron-server[105392]: consumer versions: Nov 02 14:30:54.683826 dv-cinder-862365-4-iscsi neutron-server[105392]: { DHCP agent@dv-cinder-862365-4-iscsi: {}, Nov 02 14:30:54.683826 dv-cinder-862365-4-iscsi neutron-server[105392]: L3 agent@dv-cinder-862365-4-iscsi: {}, Nov 02 14:30:54.683826 dv-cinder-862365-4-iscsi neutron-server[105392]: Metadata agent@dv-cinder-862365-4-iscsi: {}, Nov 02 14:30:54.683826 dv-cinder-862365-4-iscsi neutron-server[105392]: Metering agent@dv-cinder-862365-4-iscsi: {}, Nov 02 14:30:54.683826 dv-cinder-862365-4-iscsi neutron-server[105392]: Open vSwitch agent@dv-cinder-862365-4-iscsi: { 'AddressGroup': '1.2', Nov 02 14:30:54.683826 dv-cinder-862365-4-iscsi neutron-server[105392]: 'Agent': '1.1', Nov 02 14:30:54.683826 dv-cinder-862365-4-iscsi neutron-server[105392]: 'ConntrackHelper': '1.0', Nov 02 14:30:54.683826 dv-cinder-862365-4-iscsi neutron-server[105392]: 'LocalIPAssociation': '1.0', Nov 02 14:30:54.683826 dv-cinder-862365-4-iscsi neutron-server[105392]: 'Log': '1.0', Nov 02 14:30:54.683826 dv-cinder-862365-4-iscsi neutron-server[105392]: 'NDPProxy': '1.0', Nov 02 14:30:54.683826 dv-cinder-862365-4-iscsi neutron-server[105392]: 'Network': '1.1', Nov 02 14:30:54.683826 dv-cinder-862365-4-iscsi neutron-server[105392]: 'Port': '1.7', Nov 02 14:30:54.683826 dv-cinder-862365-4-iscsi neutron-server[105392]: 'PortForwarding': '1.3', Nov 02 14:30:54.683826 dv-cinder-862365-4-iscsi neutron-server[105392]: 'QosPolicy': '1.10', Nov 02 14:30:54.683826 dv-cinder-862365-4-iscsi neutron-server[105392]: 'SecurityGroup': '1.5', Nov 02 14:30:54.683826 dv-cinder-862365-4-iscsi neutron-server[105392]: 'SecurityGroupRule': '1.2', Nov 02 14:30:54.683826 dv-cinder-862365-4-iscsi neutron-server[105392]: 'SubPort': '1.0', Nov 02 14:30:54.683826 dv-cinder-862365-4-iscsi neutron-server[105392]: 'Subnet': '1.1', Nov 02 14:30:54.683826 dv-cinder-862365-4-iscsi neutron-server[105392]: 'Trunk': '1.1'}} Nov 02 14:30:54.683826 dv-cinder-862365-4-iscsi neutron-server[105392]: {{(pid=105392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 14:30:54.738696 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-189a9dbe-badf-4879-8a7a-b15c945ed0d3 None None] Attempting to bind port 53bad568-1e3a-4e3d-9e3a-0d70cf76f06c on host dv-cinder-862365-4-iscsi for vnic_type normal with profile {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:30:54.739100 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-189a9dbe-badf-4879-8a7a-b15c945ed0d3 None None] Attempting to bind port 53bad568-1e3a-4e3d-9e3a-0d70cf76f06c by drivers openvswitch,hyperv on host dv-cinder-862365-4-iscsi at level 0 using segments [{'id': '79d198d3-a12f-49bb-9ecc-3780925a05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'f5ce7afa-8d31-4715-a068-8914f3fb90a2'}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:30:54.739562 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189a9dbe-badf-4879-8a7a-b15c945ed0d3 None None] Attempting to bind port 53bad568-1e3a-4e3d-9e3a-0d70cf76f06c on network f5ce7afa-8d31-4715-a068-8914f3fb90a2 {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:30:54.786845 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:30:54.791582 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189a9dbe-badf-4879-8a7a-b15c945ed0d3 None None] Checking agent: {'id': '4ad02b58-e5d3-4528-83f7-2571c528ebad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 30, 41), 'started_at': datetime.datetime(2022, 11, 2, 14, 30, 41), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:30:54.791946 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189a9dbe-badf-4879-8a7a-b15c945ed0d3 None None] Checking segment: {'id': '79d198d3-a12f-49bb-9ecc-3780925a05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'f5ce7afa-8d31-4715-a068-8914f3fb90a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:30:54.792455 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-189a9dbe-badf-4879-8a7a-b15c945ed0d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:30:54.792850 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189a9dbe-badf-4879-8a7a-b15c945ed0d3 None None] Bound using segment: {'id': '79d198d3-a12f-49bb-9ecc-3780925a05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'f5ce7afa-8d31-4715-a068-8914f3fb90a2'} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:30:54.793415 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-189a9dbe-badf-4879-8a7a-b15c945ed0d3 None None] Bound port: 53bad568-1e3a-4e3d-9e3a-0d70cf76f06c, host: dv-cinder-862365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d198d3-a12f-49bb-9ecc-3780925a05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'f5ce7afa-8d31-4715-a068-8914f3fb90a2'}}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:30:54.797519 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-189a9dbe-badf-4879-8a7a-b15c945ed0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (53bad568-1e3a-4e3d-9e3a-0d70cf76f06c), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:30:54.857190 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-189a9dbe-badf-4879-8a7a-b15c945ed0d3 None None] For port 53bad568-1e3a-4e3d-9e3a-0d70cf76f06c, host dv-cinder-862365-4-iscsi, cleared binding levels {{(pid=105392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:30:54.877454 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-189a9dbe-badf-4879-8a7a-b15c945ed0d3 None None] For port 53bad568-1e3a-4e3d-9e3a-0d70cf76f06c, host dv-cinder-862365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=53bad568-1e3a-4e3d-9e3a-0d70cf76f06c,segment=NetworkSegment(79d198d3-a12f-49bb-9ecc-3780925a05d1),segment_id=79d198d3-a12f-49bb-9ecc-3780925a05d1)] {{(pid=105392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:30:54.971486 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-189a9dbe-badf-4879-8a7a-b15c945ed0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (53bad568-1e3a-4e3d-9e3a-0d70cf76f06c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:30:55.032342 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a9dbe-badf-4879-8a7a-b15c945ed0d3 None None] Pushing event updated for resources: {'Port': ['ID=53bad568-1e3a-4e3d-9e3a-0d70cf76f06c,revision_number=2']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:30:56.226036 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 54402) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:30:56.773368 dv-cinder-862365-4-iscsi neutron-server[105390]: WARNING oslo_policy.policy [None req-5f1dfd2c-1d3d-4180-88db-add10ed11c70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 14:30:56.773932 dv-cinder-862365-4-iscsi neutron-server[105390]: WARNING oslo_policy.policy [None req-5f1dfd2c-1d3d-4180-88db-add10ed11c70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 14:30:56.993145 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [None req-5f1dfd2c-1d3d-4180-88db-add10ed11c70 admin admin] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 14:30:56.994504 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-5f1dfd2c-1d3d-4180-88db-add10ed11c70 admin admin] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7665515 Nov 02 14:30:59.712604 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 54416) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:31:00.082181 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [None req-b0db656d-8673-49d9-8307-db9c2b75dcc6 admin admin] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 14:31:00.083376 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-b0db656d-8673-49d9-8307-db9c2b75dcc6 admin admin] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3697877 Nov 02 14:31:02.866722 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 54428) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:31:03.279263 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-a919093f-d777-491d-9c3e-8c1b842a5fad demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:31:03.289862 dv-cinder-862365-4-iscsi neutron-server[105390]: ERROR stevedore.extension [None req-a919093f-d777-491d-9c3e-8c1b842a5fad demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Nov 02 14:31:03.303607 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434aa53b-d806-46c2-b253-50323de2b3db None None] Network f5ce7afa-8d31-4715-a068-8914f3fb90a2 requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:31:03.306128 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 53bad568-1e3a-4e3d-9e3a-0d70cf76f06c up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:31:03.346754 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.policy [None req-a919093f-d777-491d-9c3e-8c1b842a5fad demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105390) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 02 14:31:03.375296 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:31:03.394450 dv-cinder-862365-4-iscsi neutron-server[105390]: WARNING oslo_policy.policy [None req-a919093f-d777-491d-9c3e-8c1b842a5fad demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 14:31:03.394893 dv-cinder-862365-4-iscsi neutron-server[105390]: WARNING oslo_policy.policy [None req-a919093f-d777-491d-9c3e-8c1b842a5fad demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 14:31:03.400641 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=76,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:31:03.401737 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=4,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:31:03.421982 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writer thread running {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Nov 02 14:31:03.429781 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:31:03.459156 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-33ba6bdc-b9f6-4e5b-bdf5-9ca3c53dba45 None None] Provisioning complete for port 53bad568-1e3a-4e3d-9e3a-0d70cf76f06c triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:31:03.459500 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-33ba6bdc-b9f6-4e5b-bdf5-9ca3c53dba45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (53bad568-1e3a-4e3d-9e3a-0d70cf76f06c), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:03.459646 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-33ba6bdc-b9f6-4e5b-bdf5-9ca3c53dba45 None None] Attempt 1 to provision port 53bad568-1e3a-4e3d-9e3a-0d70cf76f06c Nov 02 14:31:03.489772 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 53bad568-1e3a-4e3d-9e3a-0d70cf76f06c triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:31:03.490856 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (53bad568-1e3a-4e3d-9e3a-0d70cf76f06c), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:03.491032 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 53bad568-1e3a-4e3d-9e3a-0d70cf76f06c Nov 02 14:31:03.556492 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a919093f-d777-491d-9c3e-8c1b842a5fad demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66776222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43167'] for router (1fefdc40-5751-4151-a150-d9e3cb3a8bc4), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:03.558436 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a919093f-d777-491d-9c3e-8c1b842a5fad demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66771122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66773370', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66784571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43142'] for router (1fefdc40-5751-4151-a150-d9e3cb3a8bc4), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:03.688198 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-33ba6bdc-b9f6-4e5b-bdf5-9ca3c53dba45 None None] Current status of the port 53bad568-1e3a-4e3d-9e3a-0d70cf76f06c is: DOWN; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:31:03.688198 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-33ba6bdc-b9f6-4e5b-bdf5-9ca3c53dba45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (53bad568-1e3a-4e3d-9e3a-0d70cf76f06c), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:03.704404 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 53bad568-1e3a-4e3d-9e3a-0d70cf76f06c is: DOWN; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:31:03.704823 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (53bad568-1e3a-4e3d-9e3a-0d70cf76f06c), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:03.726573 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:31:03.731289 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a919093f-d777-491d-9c3e-8c1b842a5fad demo demo] Publish callbacks [] for router_controller (1fefdc40-5751-4151-a150-d9e3cb3a8bc4), precommit_add_association {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:03.750801 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-33ba6bdc-b9f6-4e5b-bdf5-9ca3c53dba45 None None] For port 53bad568-1e3a-4e3d-9e3a-0d70cf76f06c, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=53bad568-1e3a-4e3d-9e3a-0d70cf76f06c,segment=NetworkSegment(79d198d3-a12f-49bb-9ecc-3780925a05d1),segment_id=79d198d3-a12f-49bb-9ecc-3780925a05d1)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:31:03.796983 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a919093f-d777-491d-9c3e-8c1b842a5fad demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66771109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66773276'] for router (1fefdc40-5751-4151-a150-d9e3cb3a8bc4), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:03.813365 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-33ba6bdc-b9f6-4e5b-bdf5-9ca3c53dba45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (53bad568-1e3a-4e3d-9e3a-0d70cf76f06c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:03.884232 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.db.api [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 14:31:03.884606 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG oslo_db.api [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 14:31:03.886915 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a919093f-d777-491d-9c3e-8c1b842a5fad demo demo] Publish callbacks [] for router (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:03.888312 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-a919093f-d777-491d-9c3e-8c1b842a5fad demo demo] 10.222.0.30 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0204301 Nov 02 14:31:03.895559 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba6bdc-b9f6-4e5b-bdf5-9ca3c53dba45 None None] Pushing event updated for resources: {'Port': ['ID=53bad568-1e3a-4e3d-9e3a-0d70cf76f06c,revision_number=3']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:31:03.933265 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-53bad7cd-eea5-426d-b578-52b94c8e988d None None] Provisioning complete for port 53bad568-1e3a-4e3d-9e3a-0d70cf76f06c triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:31:03.933660 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-53bad7cd-eea5-426d-b578-52b94c8e988d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (53bad568-1e3a-4e3d-9e3a-0d70cf76f06c), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:03.933993 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-53bad7cd-eea5-426d-b578-52b94c8e988d None None] Attempt 1 to provision port 53bad568-1e3a-4e3d-9e3a-0d70cf76f06c Nov 02 14:31:04.013255 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-53bad7cd-eea5-426d-b578-52b94c8e988d None None] Current status of the port 53bad568-1e3a-4e3d-9e3a-0d70cf76f06c is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:31:04.422334 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 53bad568-1e3a-4e3d-9e3a-0d70cf76f06c is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:31:05.262974 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 53bad568-1e3a-4e3d-9e3a-0d70cf76f06c up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:31:05.308682 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 53bad568-1e3a-4e3d-9e3a-0d70cf76f06c triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:31:05.308985 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (53bad568-1e3a-4e3d-9e3a-0d70cf76f06c), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:05.309304 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 53bad568-1e3a-4e3d-9e3a-0d70cf76f06c Nov 02 14:31:05.382813 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 53bad568-1e3a-4e3d-9e3a-0d70cf76f06c is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:31:06.355974 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-d2eed87d-1053-47fa-a57b-18fc779b7d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:06.601781 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 54446) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:31:06.937903 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [None req-ad5e5188-55bd-4b63-97ce-0321585585df admin admin] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 14:31:06.938928 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-ad5e5188-55bd-4b63-97ce-0321585585df admin admin] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3362093 Nov 02 14:31:08.869844 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-c1ae7e97-031c-4648-841f-06cd0b230e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:09.662787 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 54454) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:31:09.999360 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-507b77b1-17f7-49e5-9669-5a72815f7de7 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:31:10.121683 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507b77b1-17f7-49e5-9669-5a72815f7de7 admin admin] Made reservation on behalf of e747be529418447d86ba59ccbdb4ada2 for: {'network': 1} {{(pid=105391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:31:10.124081 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-507b77b1-17f7-49e5-9669-5a72815f7de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for network (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:10.133495 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-507b77b1-17f7-49e5-9669-5a72815f7de7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:10.213300 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-507b77b1-17f7-49e5-9669-5a72815f7de7 admin admin] Publish callbacks [] for security_group (efa9630f-1ef7-44ab-b9d7-1a509f212e70), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:10.298430 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-507b77b1-17f7-49e5-9669-5a72815f7de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (efa9630f-1ef7-44ab-b9d7-1a509f212e70), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:10.320129 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-507b77b1-17f7-49e5-9669-5a72815f7de7 admin admin] Reserving flat network on physical network physnet1 {{(pid=105391) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 02 14:31:10.338462 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b77b1-17f7-49e5-9669-5a72815f7de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa9630f-1ef7-44ab-b9d7-1a509f212e70,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:31:10.343284 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-507b77b1-17f7-49e5-9669-5a72815f7de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140'] for segment (16a641ca-682a-48e9-98c9-b5a1ba9af67a), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:10.345600 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.db.segments_db [None req-507b77b1-17f7-49e5-9669-5a72815f7de7 admin admin] Added segment 16a641ca-682a-48e9-98c9-b5a1ba9af67a of type flat for network 1e79e91c-2906-4b84-b981-aada7c6d27e6 Nov 02 14:31:10.397180 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-507b77b1-17f7-49e5-9669-5a72815f7de7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767001230538'] for network (1e79e91c-2906-4b84-b981-aada7c6d27e6), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:10.441436 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:10.525071 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-507b77b1-17f7-49e5-9669-5a72815f7de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593'] for network (1e79e91c-2906-4b84-b981-aada7c6d27e6), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:10.525996 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507b77b1-17f7-49e5-9669-5a72815f7de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:31:10.526574 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-507b77b1-17f7-49e5-9669-5a72815f7de7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for network (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:10.622150 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b77b1-17f7-49e5-9669-5a72815f7de7 admin admin] Pushing event updated for resources: {'Network': ['ID=1e79e91c-2906-4b84-b981-aada7c6d27e6,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:31:10.631632 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Network 1e79e91c-2906-4b84-b981-aada7c6d27e6 details requested by agent ovs-agent-dv-cinder-862365-4-iscsi with host dv-cinder-862365-4-iscsi {{(pid=105392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 14:31:10.655726 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-507b77b1-17f7-49e5-9669-5a72815f7de7 admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9918621 Nov 02 14:31:11.525459 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:11.882495 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:13.345237 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 54462) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:31:13.850938 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7fc15c-ce06-4efe-aa84-99668fc19b8e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:31:13.852527 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-2d7fc15c-ce06-4efe-aa84-99668fc19b8e demo admin] 10.222.0.30 "GET /networking/v2.0/subnets/622ce4d1-05d9-46b2-a85c-4f80770cb069 HTTP/1.1" status: 200 len: 849 time: 0.5062625 Nov 02 14:31:13.983109 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-1e4bbb11-9372-4cdc-a1ae-01f514863eba demo admin] 10.222.0.30 "GET /networking/v2.0/routers/1fefdc40-5751-4151-a150-d9e3cb3a8bc4 HTTP/1.1" status: 200 len: 704 time: 0.1230383 Nov 02 14:31:14.285529 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-fe013007-b192-4f64-b3e0-3c6422894d77 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:14.621512 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.db_base_plugin_common [None req-fe013007-b192-4f64-b3e0-3c6422894d77 demo admin] Allocated IP 172.20.0.1 (f5ce7afa-8d31-4715-a068-8914f3fb90a2/622ce4d1-05d9-46b2-a85c-4f80770cb069/e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d) {{(pid=105390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:31:14.875225 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-fe013007-b192-4f64-b3e0-3c6422894d77 demo admin] Publish callbacks [] for port (e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:14.922943 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:31:15.013498 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-fe013007-b192-4f64-b3e0-3c6422894d77 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461'] for port (e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:15.057272 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe013007-b192-4f64-b3e0-3c6422894d77 demo admin] Network f5ce7afa-8d31-4715-a068-8914f3fb90a2 is already hosted by enough agents. {{(pid=105390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:31:15.079531 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-fe013007-b192-4f64-b3e0-3c6422894d77 demo admin] Resources bound (agent type, host, resource id): {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:31:15.116260 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:31:15.127704 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe013007-b192-4f64-b3e0-3c6422894d77 demo admin] Pushing event updated for resources: {'Port': ['ID=e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:31:15.137358 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe013007-b192-4f64-b3e0-3c6422894d77 demo admin] Received port after_create {{(pid=105390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:31:15.137910 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-fe013007-b192-4f64-b3e0-3c6422894d77 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66774394'] for router_interface (1fefdc40-5751-4151-a150-d9e3cb3a8bc4), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:15.141316 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe013007-b192-4f64-b3e0-3c6422894d77 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:31:15.141649 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe013007-b192-4f64-b3e0-3c6422894d77 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:31:15.142003 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe013007-b192-4f64-b3e0-3c6422894d77 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:31:15.142402 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe013007-b192-4f64-b3e0-3c6422894d77 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:31:15.142684 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe013007-b192-4f64-b3e0-3c6422894d77 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:31:15.143070 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe013007-b192-4f64-b3e0-3c6422894d77 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:31:15.143440 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe013007-b192-4f64-b3e0-3c6422894d77 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:31:15.143762 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe013007-b192-4f64-b3e0-3c6422894d77 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:31:15.144097 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe013007-b192-4f64-b3e0-3c6422894d77 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:31:15.144422 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe013007-b192-4f64-b3e0-3c6422894d77 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:31:15.144744 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe013007-b192-4f64-b3e0-3c6422894d77 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:31:15.146354 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe013007-b192-4f64-b3e0-3c6422894d77 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:31:15.146354 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe013007-b192-4f64-b3e0-3c6422894d77 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:31:15.146354 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe013007-b192-4f64-b3e0-3c6422894d77 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:31:15.146909 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe013007-b192-4f64-b3e0-3c6422894d77 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:31:15.148157 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe013007-b192-4f64-b3e0-3c6422894d77 demo admin] Tracked resource versions report: Nov 02 14:31:15.148157 dv-cinder-862365-4-iscsi neutron-server[105390]: pushed versions: Nov 02 14:31:15.148157 dv-cinder-862365-4-iscsi neutron-server[105390]: { 'AddressGroup': {'1.2'}, Nov 02 14:31:15.148157 dv-cinder-862365-4-iscsi neutron-server[105390]: 'Agent': {'1.1'}, Nov 02 14:31:15.148157 dv-cinder-862365-4-iscsi neutron-server[105390]: 'ConntrackHelper': {'1.0'}, Nov 02 14:31:15.148157 dv-cinder-862365-4-iscsi neutron-server[105390]: 'LocalIPAssociation': {'1.0'}, Nov 02 14:31:15.148157 dv-cinder-862365-4-iscsi neutron-server[105390]: 'Log': {'1.0'}, Nov 02 14:31:15.148157 dv-cinder-862365-4-iscsi neutron-server[105390]: 'NDPProxy': {'1.0'}, Nov 02 14:31:15.148157 dv-cinder-862365-4-iscsi neutron-server[105390]: 'Network': {'1.1'}, Nov 02 14:31:15.148157 dv-cinder-862365-4-iscsi neutron-server[105390]: 'Port': {'1.7'}, Nov 02 14:31:15.148157 dv-cinder-862365-4-iscsi neutron-server[105390]: 'PortForwarding': {'1.3'}, Nov 02 14:31:15.148157 dv-cinder-862365-4-iscsi neutron-server[105390]: 'QosPolicy': {'1.10'}, Nov 02 14:31:15.148157 dv-cinder-862365-4-iscsi neutron-server[105390]: 'SecurityGroup': {'1.5'}, Nov 02 14:31:15.148157 dv-cinder-862365-4-iscsi neutron-server[105390]: 'SecurityGroupRule': {'1.2'}, Nov 02 14:31:15.148157 dv-cinder-862365-4-iscsi neutron-server[105390]: 'SubPort': {'1.0'}, Nov 02 14:31:15.148157 dv-cinder-862365-4-iscsi neutron-server[105390]: 'Subnet': {'1.1'}, Nov 02 14:31:15.148157 dv-cinder-862365-4-iscsi neutron-server[105390]: 'Trunk': {'1.1'}} Nov 02 14:31:15.148157 dv-cinder-862365-4-iscsi neutron-server[105390]: consumer versions: Nov 02 14:31:15.148157 dv-cinder-862365-4-iscsi neutron-server[105390]: { DHCP agent@dv-cinder-862365-4-iscsi: {}, Nov 02 14:31:15.148157 dv-cinder-862365-4-iscsi neutron-server[105390]: L3 agent@dv-cinder-862365-4-iscsi: {}, Nov 02 14:31:15.148157 dv-cinder-862365-4-iscsi neutron-server[105390]: Metadata agent@dv-cinder-862365-4-iscsi: {}, Nov 02 14:31:15.148157 dv-cinder-862365-4-iscsi neutron-server[105390]: Metering agent@dv-cinder-862365-4-iscsi: {}, Nov 02 14:31:15.148157 dv-cinder-862365-4-iscsi neutron-server[105390]: Open vSwitch agent@dv-cinder-862365-4-iscsi: { 'AddressGroup': '1.2', Nov 02 14:31:15.148157 dv-cinder-862365-4-iscsi neutron-server[105390]: 'Agent': '1.1', Nov 02 14:31:15.148157 dv-cinder-862365-4-iscsi neutron-server[105390]: 'ConntrackHelper': '1.0', Nov 02 14:31:15.148157 dv-cinder-862365-4-iscsi neutron-server[105390]: 'LocalIPAssociation': '1.0', Nov 02 14:31:15.148157 dv-cinder-862365-4-iscsi neutron-server[105390]: 'Log': '1.0', Nov 02 14:31:15.148157 dv-cinder-862365-4-iscsi neutron-server[105390]: 'NDPProxy': '1.0', Nov 02 14:31:15.148157 dv-cinder-862365-4-iscsi neutron-server[105390]: 'Network': '1.1', Nov 02 14:31:15.148157 dv-cinder-862365-4-iscsi neutron-server[105390]: 'Port': '1.7', Nov 02 14:31:15.148157 dv-cinder-862365-4-iscsi neutron-server[105390]: 'PortForwarding': '1.3', Nov 02 14:31:15.148157 dv-cinder-862365-4-iscsi neutron-server[105390]: 'QosPolicy': '1.10', Nov 02 14:31:15.148157 dv-cinder-862365-4-iscsi neutron-server[105390]: 'SecurityGroup': '1.5', Nov 02 14:31:15.148157 dv-cinder-862365-4-iscsi neutron-server[105390]: 'SecurityGroupRule': '1.2', Nov 02 14:31:15.148157 dv-cinder-862365-4-iscsi neutron-server[105390]: 'SubPort': '1.0', Nov 02 14:31:15.148157 dv-cinder-862365-4-iscsi neutron-server[105390]: 'Subnet': '1.1', Nov 02 14:31:15.148157 dv-cinder-862365-4-iscsi neutron-server[105390]: 'Trunk': '1.1'}} Nov 02 14:31:15.148157 dv-cinder-862365-4-iscsi neutron-server[105390]: {{(pid=105390) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 14:31:15.405262 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-536fe2aa-9310-4a80-a398-1f5f7a5ae88f None None] Provisioning complete for port e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:31:15.405827 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-536fe2aa-9310-4a80-a398-1f5f7a5ae88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:15.405923 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-536fe2aa-9310-4a80-a398-1f5f7a5ae88f None None] Attempt 1 to provision port e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d Nov 02 14:31:15.438441 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-536fe2aa-9310-4a80-a398-1f5f7a5ae88f None None] Port e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:31:15.542702 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-fe013007-b192-4f64-b3e0-3c6422894d77 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d), before_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:15.822649 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-fe013007-b192-4f64-b3e0-3c6422894d77 demo admin] Publish callbacks [] for port (e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d), precommit_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:15.892894 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-fe013007-b192-4f64-b3e0-3c6422894d77 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d), after_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:15.893792 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-fe013007-b192-4f64-b3e0-3c6422894d77 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66712615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66774486'] for router_interface (1fefdc40-5751-4151-a150-d9e3cb3a8bc4), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:15.952227 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe013007-b192-4f64-b3e0-3c6422894d77 demo admin] Pushing event updated for resources: {'Port': ['ID=e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d,revision_number=2']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:31:16.027571 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe013007-b192-4f64-b3e0-3c6422894d77 demo admin] Network f5ce7afa-8d31-4715-a068-8914f3fb90a2 is already hosted by enough agents. {{(pid=105390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:31:16.028994 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-fe013007-b192-4f64-b3e0-3c6422894d77 demo admin] Resources bound (agent type, host, resource id): {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:31:16.261030 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-e10edbde-e9a9-47a2-a77b-69560acbaacd None None] Provisioning complete for port e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:31:16.261417 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-e10edbde-e9a9-47a2-a77b-69560acbaacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:16.261754 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-e10edbde-e9a9-47a2-a77b-69560acbaacd None None] Attempt 1 to provision port e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d Nov 02 14:31:16.262575 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe013007-b192-4f64-b3e0-3c6422894d77 demo admin] Router 1fefdc40-5751-4151-a150-d9e3cb3a8bc4 is scheduled to L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c with binding_index 1 {{(pid=105390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 14:31:16.297637 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-e10edbde-e9a9-47a2-a77b-69560acbaacd None None] Port e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:31:16.360540 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe013007-b192-4f64-b3e0-3c6422894d77 demo admin] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:31:16.366700 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-fe013007-b192-4f64-b3e0-3c6422894d77 demo admin] 10.222.0.30 "PUT /networking/v2.0/routers/1fefdc40-5751-4151-a150-d9e3cb3a8bc4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3778005 Nov 02 14:31:16.384929 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32867b7-dbbe-4c3e-9af4-e1901fbdb884 None None] Sync routers for ids ['1fefdc40-5751-4151-a150-d9e3cb3a8bc4'] in dv-cinder-862365-4-iscsi {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:31:16.398725 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32867b7-dbbe-4c3e-9af4-e1901fbdb884 None None] Routers {'1fefdc40-5751-4151-a150-d9e3cb3a8bc4'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:31:16.400496 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-b32867b7-dbbe-4c3e-9af4-e1901fbdb884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:31:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['1fefdc40-5751-4151-a150-d9e3cb3a8bc4'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:31:16.588361 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-b32867b7-dbbe-4c3e-9af4-e1901fbdb884 None None] Set router 1fefdc40-5751-4151-a150-d9e3cb3a8bc4 gateway port host: None {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:31:17.045569 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-b32867b7-dbbe-4c3e-9af4-e1901fbdb884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fefdc40-5751-4151-a150-d9e3cb3a8bc4', 'name': 'router1', 'tenant_id': '4967f6c093674e39b531bed8fb1ec9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:31:03Z', 'updated_at': '2022-11-02T14:31:15Z', 'revision_number': 2, 'project_id': '4967f6c093674e39b531bed8fb1ec9b2', 'gw_port_host': None, '_interfaces': [{'id': 'e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d', 'name': '', 'network_id': 'f5ce7afa-8d31-4715-a068-8914f3fb90a2', 'tenant_id': '4967f6c093674e39b531bed8fb1ec9b2', 'mac_address': 'fa:16:3e:83:56:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fefdc40-5751-4151-a150-d9e3cb3a8bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '622ce4d1-05d9-46b2-a85c-4f80770cb069', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:31:14Z', 'updated_at': '2022-11-02T14:31:15Z', 'revision_number': 2, 'project_id': '4967f6c093674e39b531bed8fb1ec9b2', 'subnets': [{'id': '622ce4d1-05d9-46b2-a85c-4f80770cb069', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30043993-3e7a-44e7-af37-48ac883efd69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:31:17.096629 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32867b7-dbbe-4c3e-9af4-e1901fbdb884 None None] Checking router: 1fefdc40-5751-4151-a150-d9e3cb3a8bc4 for host: dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:31:17.097017 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32867b7-dbbe-4c3e-9af4-e1901fbdb884 None None] Updating router 1fefdc40-5751-4151-a150-d9e3cb3a8bc4 port e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d binding host dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 14:31:17.155949 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-b32867b7-dbbe-4c3e-9af4-e1901fbdb884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d), before_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:17.702364 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-b32867b7-dbbe-4c3e-9af4-e1901fbdb884 None None] Publish callbacks [] for port (e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d), precommit_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:17.773018 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-b32867b7-dbbe-4c3e-9af4-e1901fbdb884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d), after_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:17.933183 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6d6ed-39b7-4bb8-9dda-90e443923382 None None] Pushing event updated for resources: {'Port': ['ID=e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d,revision_number=3']} {{(pid=105393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:31:17.939148 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.managers [None req-b32867b7-dbbe-4c3e-9af4-e1901fbdb884 None None] Attempting to bind port e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d on host dv-cinder-862365-4-iscsi for vnic_type normal with profile {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:31:17.939552 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.managers [None req-b32867b7-dbbe-4c3e-9af4-e1901fbdb884 None None] Attempting to bind port e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d by drivers openvswitch,hyperv on host dv-cinder-862365-4-iscsi at level 0 using segments [{'id': '79d198d3-a12f-49bb-9ecc-3780925a05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'f5ce7afa-8d31-4715-a068-8914f3fb90a2'}] {{(pid=105393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:31:17.939987 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32867b7-dbbe-4c3e-9af4-e1901fbdb884 None None] Attempting to bind port e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d on network f5ce7afa-8d31-4715-a068-8914f3fb90a2 {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:31:17.953340 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6d6ed-39b7-4bb8-9dda-90e443923382 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:31:17.953589 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6d6ed-39b7-4bb8-9dda-90e443923382 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:31:17.953927 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6d6ed-39b7-4bb8-9dda-90e443923382 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:31:17.954263 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6d6ed-39b7-4bb8-9dda-90e443923382 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:31:17.954660 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6d6ed-39b7-4bb8-9dda-90e443923382 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:31:17.954986 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6d6ed-39b7-4bb8-9dda-90e443923382 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:31:17.955308 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6d6ed-39b7-4bb8-9dda-90e443923382 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:31:17.955629 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6d6ed-39b7-4bb8-9dda-90e443923382 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:31:17.955945 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6d6ed-39b7-4bb8-9dda-90e443923382 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:31:17.956265 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6d6ed-39b7-4bb8-9dda-90e443923382 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:31:17.956578 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6d6ed-39b7-4bb8-9dda-90e443923382 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:31:17.956916 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6d6ed-39b7-4bb8-9dda-90e443923382 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:31:17.957272 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6d6ed-39b7-4bb8-9dda-90e443923382 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:31:17.957586 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6d6ed-39b7-4bb8-9dda-90e443923382 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:31:17.957900 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6d6ed-39b7-4bb8-9dda-90e443923382 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:31:17.959394 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6d6ed-39b7-4bb8-9dda-90e443923382 None None] Tracked resource versions report: Nov 02 14:31:17.959394 dv-cinder-862365-4-iscsi neutron-server[105393]: pushed versions: Nov 02 14:31:17.959394 dv-cinder-862365-4-iscsi neutron-server[105393]: { 'AddressGroup': {'1.2'}, Nov 02 14:31:17.959394 dv-cinder-862365-4-iscsi neutron-server[105393]: 'Agent': {'1.1'}, Nov 02 14:31:17.959394 dv-cinder-862365-4-iscsi neutron-server[105393]: 'ConntrackHelper': {'1.0'}, Nov 02 14:31:17.959394 dv-cinder-862365-4-iscsi neutron-server[105393]: 'LocalIPAssociation': {'1.0'}, Nov 02 14:31:17.959394 dv-cinder-862365-4-iscsi neutron-server[105393]: 'Log': {'1.0'}, Nov 02 14:31:17.959394 dv-cinder-862365-4-iscsi neutron-server[105393]: 'NDPProxy': {'1.0'}, Nov 02 14:31:17.959394 dv-cinder-862365-4-iscsi neutron-server[105393]: 'Network': {'1.1'}, Nov 02 14:31:17.959394 dv-cinder-862365-4-iscsi neutron-server[105393]: 'Port': {'1.7'}, Nov 02 14:31:17.959394 dv-cinder-862365-4-iscsi neutron-server[105393]: 'PortForwarding': {'1.3'}, Nov 02 14:31:17.959394 dv-cinder-862365-4-iscsi neutron-server[105393]: 'QosPolicy': {'1.10'}, Nov 02 14:31:17.959394 dv-cinder-862365-4-iscsi neutron-server[105393]: 'SecurityGroup': {'1.5'}, Nov 02 14:31:17.959394 dv-cinder-862365-4-iscsi neutron-server[105393]: 'SecurityGroupRule': {'1.2'}, Nov 02 14:31:17.959394 dv-cinder-862365-4-iscsi neutron-server[105393]: 'SubPort': {'1.0'}, Nov 02 14:31:17.959394 dv-cinder-862365-4-iscsi neutron-server[105393]: 'Subnet': {'1.1'}, Nov 02 14:31:17.959394 dv-cinder-862365-4-iscsi neutron-server[105393]: 'Trunk': {'1.1'}} Nov 02 14:31:17.959394 dv-cinder-862365-4-iscsi neutron-server[105393]: consumer versions: Nov 02 14:31:17.959394 dv-cinder-862365-4-iscsi neutron-server[105393]: { DHCP agent@dv-cinder-862365-4-iscsi: {}, Nov 02 14:31:17.959394 dv-cinder-862365-4-iscsi neutron-server[105393]: L3 agent@dv-cinder-862365-4-iscsi: {}, Nov 02 14:31:17.959394 dv-cinder-862365-4-iscsi neutron-server[105393]: Metadata agent@dv-cinder-862365-4-iscsi: {}, Nov 02 14:31:17.959394 dv-cinder-862365-4-iscsi neutron-server[105393]: Metering agent@dv-cinder-862365-4-iscsi: {}, Nov 02 14:31:17.959394 dv-cinder-862365-4-iscsi neutron-server[105393]: Open vSwitch agent@dv-cinder-862365-4-iscsi: { 'AddressGroup': '1.2', Nov 02 14:31:17.959394 dv-cinder-862365-4-iscsi neutron-server[105393]: 'Agent': '1.1', Nov 02 14:31:17.959394 dv-cinder-862365-4-iscsi neutron-server[105393]: 'ConntrackHelper': '1.0', Nov 02 14:31:17.959394 dv-cinder-862365-4-iscsi neutron-server[105393]: 'LocalIPAssociation': '1.0', Nov 02 14:31:17.959394 dv-cinder-862365-4-iscsi neutron-server[105393]: 'Log': '1.0', Nov 02 14:31:17.959394 dv-cinder-862365-4-iscsi neutron-server[105393]: 'NDPProxy': '1.0', Nov 02 14:31:17.959394 dv-cinder-862365-4-iscsi neutron-server[105393]: 'Network': '1.1', Nov 02 14:31:17.959394 dv-cinder-862365-4-iscsi neutron-server[105393]: 'Port': '1.7', Nov 02 14:31:17.959394 dv-cinder-862365-4-iscsi neutron-server[105393]: 'PortForwarding': '1.3', Nov 02 14:31:17.959394 dv-cinder-862365-4-iscsi neutron-server[105393]: 'QosPolicy': '1.10', Nov 02 14:31:17.959394 dv-cinder-862365-4-iscsi neutron-server[105393]: 'SecurityGroup': '1.5', Nov 02 14:31:17.959394 dv-cinder-862365-4-iscsi neutron-server[105393]: 'SecurityGroupRule': '1.2', Nov 02 14:31:17.959394 dv-cinder-862365-4-iscsi neutron-server[105393]: 'SubPort': '1.0', Nov 02 14:31:17.959394 dv-cinder-862365-4-iscsi neutron-server[105393]: 'Subnet': '1.1', Nov 02 14:31:17.959394 dv-cinder-862365-4-iscsi neutron-server[105393]: 'Trunk': '1.1'}} Nov 02 14:31:17.959394 dv-cinder-862365-4-iscsi neutron-server[105393]: {{(pid=105393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 14:31:18.039223 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32867b7-dbbe-4c3e-9af4-e1901fbdb884 None None] Checking agent: {'id': '4ad02b58-e5d3-4528-83f7-2571c528ebad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 30, 41), 'started_at': datetime.datetime(2022, 11, 2, 14, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:31:18.039608 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32867b7-dbbe-4c3e-9af4-e1901fbdb884 None None] Checking segment: {'id': '79d198d3-a12f-49bb-9ecc-3780925a05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'f5ce7afa-8d31-4715-a068-8914f3fb90a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:31:18.040087 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-b32867b7-dbbe-4c3e-9af4-e1901fbdb884 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:18.040477 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32867b7-dbbe-4c3e-9af4-e1901fbdb884 None None] Bound using segment: {'id': '79d198d3-a12f-49bb-9ecc-3780925a05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'f5ce7afa-8d31-4715-a068-8914f3fb90a2'} {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:31:18.040974 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.managers [None req-b32867b7-dbbe-4c3e-9af4-e1901fbdb884 None None] Bound port: e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d, host: dv-cinder-862365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d198d3-a12f-49bb-9ecc-3780925a05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'f5ce7afa-8d31-4715-a068-8914f3fb90a2'}}] {{(pid=105393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:31:18.041381 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-b32867b7-dbbe-4c3e-9af4-e1901fbdb884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d), before_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:18.108306 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:31:18.109787 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.db [None req-b32867b7-dbbe-4c3e-9af4-e1901fbdb884 None None] For port e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d, host dv-cinder-862365-4-iscsi, cleared binding levels {{(pid=105393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:31:18.117146 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:31:18.130686 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.db [None req-b32867b7-dbbe-4c3e-9af4-e1901fbdb884 None None] For port e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d, host dv-cinder-862365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d,segment=NetworkSegment(79d198d3-a12f-49bb-9ecc-3780925a05d1),segment_id=79d198d3-a12f-49bb-9ecc-3780925a05d1)] {{(pid=105393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:31:18.233647 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-b32867b7-dbbe-4c3e-9af4-e1901fbdb884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d), after_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:18.279143 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32867b7-dbbe-4c3e-9af4-e1901fbdb884 None None] Routers {'1fefdc40-5751-4151-a150-d9e3cb3a8bc4'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:31:18.279784 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-b32867b7-dbbe-4c3e-9af4-e1901fbdb884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:31:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['1fefdc40-5751-4151-a150-d9e3cb3a8bc4'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:31:18.327752 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6d6ed-39b7-4bb8-9dda-90e443923382 None None] Pushing event updated for resources: {'Port': ['ID=e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d,revision_number=4']} {{(pid=105393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:31:18.382411 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-b32867b7-dbbe-4c3e-9af4-e1901fbdb884 None None] Set router 1fefdc40-5751-4151-a150-d9e3cb3a8bc4 gateway port host: None {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:31:18.595447 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-b32867b7-dbbe-4c3e-9af4-e1901fbdb884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fefdc40-5751-4151-a150-d9e3cb3a8bc4', 'name': 'router1', 'tenant_id': '4967f6c093674e39b531bed8fb1ec9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:31:03Z', 'updated_at': '2022-11-02T14:31:15Z', 'revision_number': 2, 'project_id': '4967f6c093674e39b531bed8fb1ec9b2', 'gw_port_host': None, '_interfaces': [{'id': 'e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d', 'name': '', 'network_id': 'f5ce7afa-8d31-4715-a068-8914f3fb90a2', 'tenant_id': '4967f6c093674e39b531bed8fb1ec9b2', 'mac_address': 'fa:16:3e:83:56:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fefdc40-5751-4151-a150-d9e3cb3a8bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '622ce4d1-05d9-46b2-a85c-4f80770cb069', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:31:14Z', 'updated_at': '2022-11-02T14:31:18Z', 'revision_number': 4, 'project_id': '4967f6c093674e39b531bed8fb1ec9b2', 'subnets': [{'id': '622ce4d1-05d9-46b2-a85c-4f80770cb069', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30043993-3e7a-44e7-af37-48ac883efd69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:31:18.623965 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32867b7-dbbe-4c3e-9af4-e1901fbdb884 None None] The sync data for ids ['1fefdc40-5751-4151-a150-d9e3cb3a8bc4'] in dv-cinder-862365-4-iscsi is: [{'id': '1fefdc40-5751-4151-a150-d9e3cb3a8bc4', 'name': 'router1', 'tenant_id': '4967f6c093674e39b531bed8fb1ec9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:31:03Z', 'updated_at': '2022-11-02T14:31:15Z', 'revision_number': 2, 'project_id': '4967f6c093674e39b531bed8fb1ec9b2', 'gw_port_host': None, '_interfaces': [{'id': 'e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d', 'name': '', 'network_id': 'f5ce7afa-8d31-4715-a068-8914f3fb90a2', 'tenant_id': '4967f6c093674e39b531bed8fb1ec9b2', 'mac_address': 'fa:16:3e:83:56:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fefdc40-5751-4151-a150-d9e3cb3a8bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '622ce4d1-05d9-46b2-a85c-4f80770cb069', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:31:14Z', 'updated_at': '2022-11-02T14:31:18Z', 'revision_number': 4, 'project_id': '4967f6c093674e39b531bed8fb1ec9b2', 'subnets': [{'id': '622ce4d1-05d9-46b2-a85c-4f80770cb069', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30043993-3e7a-44e7-af37-48ac883efd69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:31:19.212840 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 54478) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:31:19.634919 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6264eda-656b-4861-ad72-11eae925dea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:31:19.636300 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-c6264eda-656b-4861-ad72-11eae925dea5 admin admin] 10.222.0.30 "GET /networking/v2.0/networks/1e79e91c-2906-4b84-b981-aada7c6d27e6 HTTP/1.1" status: 200 len: 842 time: 0.4224675 Nov 02 14:31:19.651771 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-f97fca58-3572-48f1-9b7c-8ac32de8b6a6 admin admin] Request body: {'subnet': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:31:19.679079 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:31:19.767212 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97fca58-3572-48f1-9b7c-8ac32de8b6a6 admin admin] Made reservation on behalf of e747be529418447d86ba59ccbdb4ada2 for: {'subnet': 1} {{(pid=105390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:31:19.770168 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f97fca58-3572-48f1-9b7c-8ac32de8b6a6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:19.855066 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:31:20.152830 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.objects.ports [None req-f97fca58-3572-48f1-9b7c-8ac32de8b6a6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105390) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Nov 02 14:31:20.153247 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f97fca58-3572-48f1-9b7c-8ac32de8b6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593'] for subnet (3c350c57-8af8-403d-ac8f-51d64fbe694a), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:20.216835 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97fca58-3572-48f1-9b7c-8ac32de8b6a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c350c57-8af8-403d-ac8f-51d64fbe694a,revision_number=0']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:31:20.233353 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97fca58-3572-48f1-9b7c-8ac32de8b6a6 admin admin] Checking segment: {'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:31:20.233711 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97fca58-3572-48f1-9b7c-8ac32de8b6a6 admin admin] Network hostable DHCP agents. Network: 1e79e91c-2906-4b84-b981-aada7c6d27e6, hostable agents: ['46896d2e-004f-49d2-b9f8-26552a5db8fb'], hosted agents: [] {{(pid=105390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 14:31:20.387847 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97fca58-3572-48f1-9b7c-8ac32de8b6a6 admin admin] Network 1e79e91c-2906-4b84-b981-aada7c6d27e6 is scheduled to be hosted by DHCP agent 46896d2e-004f-49d2-b9f8-26552a5db8fb with binding_index 1 {{(pid=105390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 14:31:20.479037 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-f97fca58-3572-48f1-9b7c-8ac32de8b6a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862365-4-iscsi, 1e79e91c-2906-4b84-b981-aada7c6d27e6) {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:31:20.484765 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97fca58-3572-48f1-9b7c-8ac32de8b6a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:31:20.487960 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f97fca58-3572-48f1-9b7c-8ac32de8b6a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for subnet (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:20.495149 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb5a0ee-4efd-4a07-b9ce-8843112a7e03 None None] Network 1e79e91c-2906-4b84-b981-aada7c6d27e6 requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:31:20.499695 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:31:20.584674 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=37,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:31:20.603326 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-f97fca58-3572-48f1-9b7c-8ac32de8b6a6 admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9602973 Nov 02 14:31:20.619236 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=35,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:31:20.650123 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7438fc-4f4d-4d9c-8f26-c0de6dc0c7b7 None None] Network 1e79e91c-2906-4b84-b981-aada7c6d27e6 requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:31:23.466091 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 54486) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:31:24.086688 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-8a285768-fe60-4de3-977b-f40d69ed6011 demo admin] 10.222.0.30 "GET /networking/v2.0/routers/1fefdc40-5751-4151-a150-d9e3cb3a8bc4 HTTP/1.1" status: 200 len: 710 time: 0.6194313 Nov 02 14:31:24.210278 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80a8a2e-7e4a-4da3-888d-893165f74696 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:31:24.211659 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-a80a8a2e-7e4a-4da3-888d-893165f74696 demo admin] 10.222.0.30 "GET /networking/v2.0/networks/1e79e91c-2906-4b84-b981-aada7c6d27e6 HTTP/1.1" status: 200 len: 886 time: 0.1191745 Nov 02 14:31:24.220767 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-4fcbcab5-7f5d-4f97-bf82-269901844fdc demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:31:24.471543 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-4fcbcab5-7f5d-4f97-bf82-269901844fdc demo admin] Publish callbacks [] for router_gateway (1fefdc40-5751-4151-a150-d9e3cb3a8bc4), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:24.767646 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-4fcbcab5-7f5d-4f97-bf82-269901844fdc demo admin] Publish callbacks [] for router_gateway (1fefdc40-5751-4151-a150-d9e3cb3a8bc4), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:24.897780 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-4fcbcab5-7f5d-4f97-bf82-269901844fdc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:25.065618 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.db_base_plugin_common [None req-4fcbcab5-7f5d-4f97-bf82-269901844fdc demo admin] Allocated IP 172.27.0.201 (1e79e91c-2906-4b84-b981-aada7c6d27e6/3c350c57-8af8-403d-ac8f-51d64fbe694a/3b2619a7-b483-4b5c-ac90-4a5eba7a2116) {{(pid=105391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:31:25.182668 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-4fcbcab5-7f5d-4f97-bf82-269901844fdc demo admin] Publish callbacks [] for port (3b2619a7-b483-4b5c-ac90-4a5eba7a2116), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:25.221810 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:31:25.241033 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:31:25.296031 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:31:25.299067 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-4fcbcab5-7f5d-4f97-bf82-269901844fdc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461'] for port (3b2619a7-b483-4b5c-ac90-4a5eba7a2116), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:25.345467 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:31:25.345869 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:25.346215 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d Nov 02 14:31:25.391071 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcbcab5-7f5d-4f97-bf82-269901844fdc demo admin] Network 1e79e91c-2906-4b84-b981-aada7c6d27e6 is already hosted by enough agents. {{(pid=105391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:31:25.401306 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [None req-4fcbcab5-7f5d-4f97-bf82-269901844fdc demo admin] Resources bound (agent type, host, resource id): {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:31:25.403957 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcbcab5-7f5d-4f97-bf82-269901844fdc demo admin] Pushing event updated for resources: {'Port': ['ID=3b2619a7-b483-4b5c-ac90-4a5eba7a2116,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:31:25.409097 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcbcab5-7f5d-4f97-bf82-269901844fdc demo admin] Received port after_create {{(pid=105391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:31:25.422108 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d is: DOWN; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:31:25.422509 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:25.440026 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:31:25.460864 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] For port e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d,segment=NetworkSegment(79d198d3-a12f-49bb-9ecc-3780925a05d1),segment_id=79d198d3-a12f-49bb-9ecc-3780925a05d1)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:31:25.561113 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:25.574797 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 5 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:31:25.616745 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Pushing event updated for resources: {'Port': ['ID=e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d,revision_number=5']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:31:25.782075 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-4fcbcab5-7f5d-4f97-bf82-269901844fdc demo admin] Publish callbacks [] for router_gateway (1fefdc40-5751-4151-a150-d9e3cb3a8bc4), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:25.982623 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-4fcbcab5-7f5d-4f97-bf82-269901844fdc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66773332', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66771116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43184'] for router (1fefdc40-5751-4151-a150-d9e3cb3a8bc4), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:25.988127 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-4fcbcab5-7f5d-4f97-bf82-269901844fdc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66773276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66773318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66773343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66771102'] for router (1fefdc40-5751-4151-a150-d9e3cb3a8bc4), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:26.094954 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fcbcab5-7f5d-4f97-bf82-269901844fdc demo admin] Router 1fefdc40-5751-4151-a150-d9e3cb3a8bc4 has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:31:26.198693 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fcbcab5-7f5d-4f97-bf82-269901844fdc demo admin] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:31:26.203823 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-4fcbcab5-7f5d-4f97-bf82-269901844fdc demo admin] Publish callbacks [] for router (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:26.205100 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-4fcbcab5-7f5d-4f97-bf82-269901844fdc demo admin] 10.222.0.30 "PUT /networking/v2.0/routers/1fefdc40-5751-4151-a150-d9e3cb3a8bc4 HTTP/1.1" status: 200 len: 890 time: 1.9873085 Nov 02 14:31:26.210952 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ec7f3b-87bf-4524-91a0-e3389411cb37 None None] Sync routers for ids ['1fefdc40-5751-4151-a150-d9e3cb3a8bc4'] in dv-cinder-862365-4-iscsi {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:31:26.224571 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ec7f3b-87bf-4524-91a0-e3389411cb37 None None] Routers {'1fefdc40-5751-4151-a150-d9e3cb3a8bc4'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:31:26.225285 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-47ec7f3b-87bf-4524-91a0-e3389411cb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:31:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['1fefdc40-5751-4151-a150-d9e3cb3a8bc4'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:31:26.446626 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-47ec7f3b-87bf-4524-91a0-e3389411cb37 None None] Set router 1fefdc40-5751-4151-a150-d9e3cb3a8bc4 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:31:26.916758 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-47ec7f3b-87bf-4524-91a0-e3389411cb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fefdc40-5751-4151-a150-d9e3cb3a8bc4', 'name': 'router1', 'tenant_id': '4967f6c093674e39b531bed8fb1ec9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '3b2619a7-b483-4b5c-ac90-4a5eba7a2116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:31:03Z', 'updated_at': '2022-11-02T14:31:25Z', 'revision_number': 4, 'project_id': '4967f6c093674e39b531bed8fb1ec9b2', 'gw_port': {'id': '3b2619a7-b483-4b5c-ac90-4a5eba7a2116', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:90:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fefdc40-5751-4151-a150-d9e3cb3a8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:31:24Z', 'updated_at': '2022-11-02T14:31:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': 'e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d', 'name': '', 'network_id': 'f5ce7afa-8d31-4715-a068-8914f3fb90a2', 'tenant_id': '4967f6c093674e39b531bed8fb1ec9b2', 'mac_address': 'fa:16:3e:83:56:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fefdc40-5751-4151-a150-d9e3cb3a8bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '622ce4d1-05d9-46b2-a85c-4f80770cb069', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:31:14Z', 'updated_at': '2022-11-02T14:31:25Z', 'revision_number': 5, 'project_id': '4967f6c093674e39b531bed8fb1ec9b2', 'subnets': [{'id': '622ce4d1-05d9-46b2-a85c-4f80770cb069', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30043993-3e7a-44e7-af37-48ac883efd69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:31:26.966657 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ec7f3b-87bf-4524-91a0-e3389411cb37 None None] Checking router: 1fefdc40-5751-4151-a150-d9e3cb3a8bc4 for host: dv-cinder-862365-4-iscsi {{(pid=105392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:31:26.967011 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ec7f3b-87bf-4524-91a0-e3389411cb37 None None] Updating router 1fefdc40-5751-4151-a150-d9e3cb3a8bc4 port 3b2619a7-b483-4b5c-ac90-4a5eba7a2116 binding host dv-cinder-862365-4-iscsi {{(pid=105392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 14:31:27.022758 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-47ec7f3b-87bf-4524-91a0-e3389411cb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (3b2619a7-b483-4b5c-ac90-4a5eba7a2116), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:27.256580 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:31:27.292447 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:31:27.399091 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-47ec7f3b-87bf-4524-91a0-e3389411cb37 None None] Publish callbacks [] for port (3b2619a7-b483-4b5c-ac90-4a5eba7a2116), precommit_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:27.402341 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:31:27.402734 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:27.403093 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d Nov 02 14:31:27.463897 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:31:27.475052 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:31:27.480871 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-47ec7f3b-87bf-4524-91a0-e3389411cb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (3b2619a7-b483-4b5c-ac90-4a5eba7a2116), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:27.518399 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-47ec7f3b-87bf-4524-91a0-e3389411cb37 None None] Attempting to bind port 3b2619a7-b483-4b5c-ac90-4a5eba7a2116 on host dv-cinder-862365-4-iscsi for vnic_type normal with profile {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:31:27.518754 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-47ec7f3b-87bf-4524-91a0-e3389411cb37 None None] Attempting to bind port 3b2619a7-b483-4b5c-ac90-4a5eba7a2116 by drivers openvswitch,hyperv on host dv-cinder-862365-4-iscsi at level 0 using segments [{'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:31:27.519141 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ec7f3b-87bf-4524-91a0-e3389411cb37 None None] Attempting to bind port 3b2619a7-b483-4b5c-ac90-4a5eba7a2116 on network 1e79e91c-2906-4b84-b981-aada7c6d27e6 {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:31:27.556080 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a61f2-d2da-4d5d-a7d7-f31382c6f423 None None] Pushing event updated for resources: {'Port': ['ID=3b2619a7-b483-4b5c-ac90-4a5eba7a2116,revision_number=2']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:31:27.573398 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ec7f3b-87bf-4524-91a0-e3389411cb37 None None] Checking agent: {'id': '4ad02b58-e5d3-4528-83f7-2571c528ebad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 30, 41), 'started_at': datetime.datetime(2022, 11, 2, 14, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:31:27.573762 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ec7f3b-87bf-4524-91a0-e3389411cb37 None None] Checking segment: {'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:31:27.574159 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-47ec7f3b-87bf-4524-91a0-e3389411cb37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:27.574536 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ec7f3b-87bf-4524-91a0-e3389411cb37 None None] Bound using segment: {'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:31:27.575018 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-47ec7f3b-87bf-4524-91a0-e3389411cb37 None None] Bound port: 3b2619a7-b483-4b5c-ac90-4a5eba7a2116, host: dv-cinder-862365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:31:27.575366 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-47ec7f3b-87bf-4524-91a0-e3389411cb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (3b2619a7-b483-4b5c-ac90-4a5eba7a2116), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:27.624783 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-47ec7f3b-87bf-4524-91a0-e3389411cb37 None None] For port 3b2619a7-b483-4b5c-ac90-4a5eba7a2116, host dv-cinder-862365-4-iscsi, cleared binding levels {{(pid=105392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:31:27.628363 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-47ec7f3b-87bf-4524-91a0-e3389411cb37 None None] For port 3b2619a7-b483-4b5c-ac90-4a5eba7a2116, host dv-cinder-862365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=3b2619a7-b483-4b5c-ac90-4a5eba7a2116,segment=NetworkSegment(16a641ca-682a-48e9-98c9-b5a1ba9af67a),segment_id=16a641ca-682a-48e9-98c9-b5a1ba9af67a)] {{(pid=105392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:31:27.712335 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-47ec7f3b-87bf-4524-91a0-e3389411cb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (3b2619a7-b483-4b5c-ac90-4a5eba7a2116), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:27.755367 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ec7f3b-87bf-4524-91a0-e3389411cb37 None None] Routers {'1fefdc40-5751-4151-a150-d9e3cb3a8bc4'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:31:27.756272 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-47ec7f3b-87bf-4524-91a0-e3389411cb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:31:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['1fefdc40-5751-4151-a150-d9e3cb3a8bc4'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:31:27.811050 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a61f2-d2da-4d5d-a7d7-f31382c6f423 None None] Pushing event updated for resources: {'Port': ['ID=3b2619a7-b483-4b5c-ac90-4a5eba7a2116,revision_number=3']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:31:27.879953 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-47ec7f3b-87bf-4524-91a0-e3389411cb37 None None] Set router 1fefdc40-5751-4151-a150-d9e3cb3a8bc4 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:31:28.129489 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-47ec7f3b-87bf-4524-91a0-e3389411cb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fefdc40-5751-4151-a150-d9e3cb3a8bc4', 'name': 'router1', 'tenant_id': '4967f6c093674e39b531bed8fb1ec9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '3b2619a7-b483-4b5c-ac90-4a5eba7a2116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:31:03Z', 'updated_at': '2022-11-02T14:31:25Z', 'revision_number': 4, 'project_id': '4967f6c093674e39b531bed8fb1ec9b2', 'gw_port': {'id': '3b2619a7-b483-4b5c-ac90-4a5eba7a2116', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:90:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fefdc40-5751-4151-a150-d9e3cb3a8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:31:24Z', 'updated_at': '2022-11-02T14:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': 'e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d', 'name': '', 'network_id': 'f5ce7afa-8d31-4715-a068-8914f3fb90a2', 'tenant_id': '4967f6c093674e39b531bed8fb1ec9b2', 'mac_address': 'fa:16:3e:83:56:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fefdc40-5751-4151-a150-d9e3cb3a8bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '622ce4d1-05d9-46b2-a85c-4f80770cb069', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:31:14Z', 'updated_at': '2022-11-02T14:31:25Z', 'revision_number': 5, 'project_id': '4967f6c093674e39b531bed8fb1ec9b2', 'subnets': [{'id': '622ce4d1-05d9-46b2-a85c-4f80770cb069', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30043993-3e7a-44e7-af37-48ac883efd69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:31:28.168408 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ec7f3b-87bf-4524-91a0-e3389411cb37 None None] The sync data for ids ['1fefdc40-5751-4151-a150-d9e3cb3a8bc4'] in dv-cinder-862365-4-iscsi is: [{'id': '1fefdc40-5751-4151-a150-d9e3cb3a8bc4', 'name': 'router1', 'tenant_id': '4967f6c093674e39b531bed8fb1ec9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '3b2619a7-b483-4b5c-ac90-4a5eba7a2116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:31:03Z', 'updated_at': '2022-11-02T14:31:25Z', 'revision_number': 4, 'project_id': '4967f6c093674e39b531bed8fb1ec9b2', 'gw_port': {'id': '3b2619a7-b483-4b5c-ac90-4a5eba7a2116', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:90:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fefdc40-5751-4151-a150-d9e3cb3a8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:31:24Z', 'updated_at': '2022-11-02T14:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': 'e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d', 'name': '', 'network_id': 'f5ce7afa-8d31-4715-a068-8914f3fb90a2', 'tenant_id': '4967f6c093674e39b531bed8fb1ec9b2', 'mac_address': 'fa:16:3e:83:56:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fefdc40-5751-4151-a150-d9e3cb3a8bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '622ce4d1-05d9-46b2-a85c-4f80770cb069', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:31:14Z', 'updated_at': '2022-11-02T14:31:25Z', 'revision_number': 5, 'project_id': '4967f6c093674e39b531bed8fb1ec9b2', 'subnets': [{'id': '622ce4d1-05d9-46b2-a85c-4f80770cb069', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30043993-3e7a-44e7-af37-48ac883efd69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:31:28.598808 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=61 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:31:29.157877 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 54500) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:31:29.301026 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 3b2619a7-b483-4b5c-ac90-4a5eba7a2116 up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:31:29.347127 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 3b2619a7-b483-4b5c-ac90-4a5eba7a2116 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:31:29.347526 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (3b2619a7-b483-4b5c-ac90-4a5eba7a2116), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:29.347862 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 3b2619a7-b483-4b5c-ac90-4a5eba7a2116 Nov 02 14:31:29.386896 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:31:29.427786 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 3b2619a7-b483-4b5c-ac90-4a5eba7a2116 is: DOWN; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:31:29.428187 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (3b2619a7-b483-4b5c-ac90-4a5eba7a2116), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:29.449585 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] For port 3b2619a7-b483-4b5c-ac90-4a5eba7a2116, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=3b2619a7-b483-4b5c-ac90-4a5eba7a2116,segment=NetworkSegment(16a641ca-682a-48e9-98c9-b5a1ba9af67a),segment_id=16a641ca-682a-48e9-98c9-b5a1ba9af67a)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:31:29.547374 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (3b2619a7-b483-4b5c-ac90-4a5eba7a2116), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:29.584516 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-d41e5919-669d-4bab-86fc-d1b8037b2f29 admin admin] 10.222.0.30 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4255018 Nov 02 14:31:29.600480 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Pushing event updated for resources: {'Port': ['ID=3b2619a7-b483-4b5c-ac90-4a5eba7a2116,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:31:30.497528 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:31:30.502070 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=52,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:31:31.282655 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 3b2619a7-b483-4b5c-ac90-4a5eba7a2116 up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:31:31.321446 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:31:31.350520 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 3b2619a7-b483-4b5c-ac90-4a5eba7a2116 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:31:31.351762 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (3b2619a7-b483-4b5c-ac90-4a5eba7a2116), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:31.351762 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 3b2619a7-b483-4b5c-ac90-4a5eba7a2116 Nov 02 14:31:31.431987 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 3b2619a7-b483-4b5c-ac90-4a5eba7a2116 is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:31:36.417133 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-cf0f58a1-1b6a-4a5f-94c6-eab1e19b6696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:38.869979 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-6363d271-9ff0-4ad8-a2c8-7d50810368bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:39.578683 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:31:39.582357 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:31:40.413235 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:41.501989 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:41.892136 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:31:44.614281 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=2 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:31:44.623123 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=26 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:31:51.813764 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=43 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:31:51.819743 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:32:02.589577 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 5 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:32:06.354900 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-13498640-5402-45e1-880e-73e04e4e08e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:32:08.851480 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-25f41b6c-9dff-4eb9-b35b-c3b8132b688e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:32:10.404139 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:32:11.543261 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:32:11.901931 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:32:21.587817 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=4 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:32:21.598062 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=4 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:32:21.822979 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:32:21.827416 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=29,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:32:33.579039 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:32:36.382006 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7d456ae6-b2b9-4b99-83a1-91198c2131a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:32:38.862486 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-a7a08c1a-88de-423d-af94-82c1eebf268b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:32:39.580825 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 5 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:32:40.397481 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:32:41.530593 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:32:41.896113 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:32:51.826674 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:32:51.830943 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:32:58.595164 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=2 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:32:58.600737 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=6 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:33:06.334032 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-25a6ee1f-f001-43e6-898b-7e89965d5e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:33:08.848898 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-39b232ef-fa55-4c95-a350-878922da3e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:33:10.414965 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:33:11.495417 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:33:11.716100 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 55046) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:33:11.883661 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:33:12.111076 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca153b48-94f9-4830-afad-8b892a5f0159 admin admin] GET failed (client error): The resource could not be found. Nov 02 14:33:12.112789 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-ca153b48-94f9-4830-afad-8b892a5f0159 admin admin] 10.222.0.30 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3952372 Nov 02 14:33:12.392921 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2a3dba-403e-4e5d-a498-f08cd7459270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:33:12.394742 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-ab2a3dba-403e-4e5d-a498-f08cd7459270 admin admin] 10.222.0.30 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2769313 Nov 02 14:33:15.316640 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 55056) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:33:15.882502 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1895bef4-2747-48c7-b9e8-f7f7786fcdf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:33:15.883838 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-1895bef4-2747-48c7-b9e8-f7f7786fcdf9 admin admin] 10.222.0.30 "GET /networking/v2.0/subnets/622ce4d1-05d9-46b2-a85c-4f80770cb069 HTTP/1.1" status: 200 len: 849 time: 0.5661831 Nov 02 14:33:15.900408 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-08fcd38c-eefa-4fea-b726-caeb6510fe58 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:33:16.004618 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-08fcd38c-eefa-4fea-b726-caeb6510fe58 admin admin] Publish callbacks [] for subnet (622ce4d1-05d9-46b2-a85c-4f80770cb069), before_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:33:16.231336 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-08fcd38c-eefa-4fea-b726-caeb6510fe58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767001613963'] for subnet (622ce4d1-05d9-46b2-a85c-4f80770cb069), after_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:33:16.266349 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fcd38c-eefa-4fea-b726-caeb6510fe58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:33:16.267054 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-08fcd38c-eefa-4fea-b726-caeb6510fe58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for subnet (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:33:16.268619 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-08fcd38c-eefa-4fea-b726-caeb6510fe58 admin admin] 10.222.0.30 "PUT /networking/v2.0/subnets/622ce4d1-05d9-46b2-a85c-4f80770cb069 HTTP/1.1" status: 200 len: 868 time: 0.3752580 Nov 02 14:33:16.276363 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1063218f-19d8-417a-bb94-b850619ed0e2 None None] Network f5ce7afa-8d31-4715-a068-8914f3fb90a2 requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:33:16.308603 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fcd38c-eefa-4fea-b726-caeb6510fe58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=622ce4d1-05d9-46b2-a85c-4f80770cb069,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:33:16.321783 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fcd38c-eefa-4fea-b726-caeb6510fe58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:33:16.328755 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fcd38c-eefa-4fea-b726-caeb6510fe58 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:33:16.328755 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fcd38c-eefa-4fea-b726-caeb6510fe58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:33:16.328755 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fcd38c-eefa-4fea-b726-caeb6510fe58 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:33:16.328755 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fcd38c-eefa-4fea-b726-caeb6510fe58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:33:16.328755 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fcd38c-eefa-4fea-b726-caeb6510fe58 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:33:16.328755 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fcd38c-eefa-4fea-b726-caeb6510fe58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:33:16.328755 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fcd38c-eefa-4fea-b726-caeb6510fe58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:33:16.328755 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fcd38c-eefa-4fea-b726-caeb6510fe58 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:33:16.328755 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fcd38c-eefa-4fea-b726-caeb6510fe58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:33:16.328755 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fcd38c-eefa-4fea-b726-caeb6510fe58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:33:16.328755 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fcd38c-eefa-4fea-b726-caeb6510fe58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:33:16.328755 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fcd38c-eefa-4fea-b726-caeb6510fe58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:33:16.330055 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fcd38c-eefa-4fea-b726-caeb6510fe58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:33:16.330422 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fcd38c-eefa-4fea-b726-caeb6510fe58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:33:16.584794 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 5 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:33:16.651679 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-ab48db59-70dc-48e6-9e67-2267172ca396 None None] Provisioning complete for port 53bad568-1e3a-4e3d-9e3a-0d70cf76f06c triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:33:16.652308 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-ab48db59-70dc-48e6-9e67-2267172ca396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (53bad568-1e3a-4e3d-9e3a-0d70cf76f06c), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:33:16.652919 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-ab48db59-70dc-48e6-9e67-2267172ca396 None None] Attempt 1 to provision port 53bad568-1e3a-4e3d-9e3a-0d70cf76f06c Nov 02 14:33:16.739686 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-ab48db59-70dc-48e6-9e67-2267172ca396 None None] Current status of the port 53bad568-1e3a-4e3d-9e3a-0d70cf76f06c is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:33:16.748281 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-ab48db59-70dc-48e6-9e67-2267172ca396 None None] Provisioning complete for port e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:33:16.748671 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-ab48db59-70dc-48e6-9e67-2267172ca396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:33:16.749057 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-ab48db59-70dc-48e6-9e67-2267172ca396 None None] Attempt 1 to provision port e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d Nov 02 14:33:16.831998 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-ab48db59-70dc-48e6-9e67-2267172ca396 None None] Current status of the port e4288c2d-f14a-48e1-8dab-f4dd81f1ed3d is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:33:18.990443 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 55066) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:33:19.523678 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c57957a-e60d-4f13-ad03-ef4644561add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:33:19.524071 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c57957a-e60d-4f13-ad03-ef4644561add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:33:19.525709 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-6c57957a-e60d-4f13-ad03-ef4644561add admin admin] 10.222.0.30 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5343025 Nov 02 14:33:22.386217 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=12 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:33:22.389843 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=13 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:33:22.409389 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 55074) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:33:23.039144 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef712e93-dae2-47ab-9832-bb5fd71a9c88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:33:23.039653 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef712e93-dae2-47ab-9832-bb5fd71a9c88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:33:23.041381 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-ef712e93-dae2-47ab-9832-bb5fd71a9c88 admin admin] 10.222.0.30 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6307552 Nov 02 14:33:25.812633 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 55082) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:33:26.267066 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b87c34-5ab4-441c-9881-89e068cf98e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:33:26.268437 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-75b87c34-5ab4-441c-9881-89e068cf98e8 admin admin] 10.222.0.30 "GET /networking/v2.0/networks/1e79e91c-2906-4b84-b981-aada7c6d27e6 HTTP/1.1" status: 200 len: 886 time: 0.4547868 Nov 02 14:33:26.824357 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=41,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:33:26.829419 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:33:29.077630 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 55090) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:33:29.585208 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052fc1a7-9d4d-4d94-9a89-4e920ee7e6b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:33:29.586624 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-052fc1a7-9d4d-4d94-9a89-4e920ee7e6b6 admin admin] 10.222.0.30 "GET /networking/v2.0/networks/f5ce7afa-8d31-4715-a068-8914f3fb90a2 HTTP/1.1" status: 200 len: 869 time: 0.5080783 Nov 02 14:33:33.187969 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 55098) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:33:33.713696 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6910d9bc-9ac2-4d1f-afa5-46a0f4a441de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:33:33.714048 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6910d9bc-9ac2-4d1f-afa5-46a0f4a441de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:33:33.715641 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-6910d9bc-9ac2-4d1f-afa5-46a0f4a441de admin admin] 10.222.0.30 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5264781 Nov 02 14:33:35.588317 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=17 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:33:35.589053 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=17 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:33:36.256406 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=71,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:33:36.265521 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=69 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:33:36.352474 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-c8fb451d-190e-4607-a5eb-c3d252782eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:33:37.371341 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 55106) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:33:37.870352 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb37ddc-1a8c-4970-9772-d646bba70693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:33:37.870724 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb37ddc-1a8c-4970-9772-d646bba70693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:33:37.872294 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-3bb37ddc-1a8c-4970-9772-d646bba70693 admin admin] 10.222.0.30 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4999974 Nov 02 14:33:38.837310 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-3ce1cddf-fd68-4e69-83ab-ee6ff0b20292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:33:40.414043 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:33:41.243377 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 55114) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:33:41.522525 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:33:41.711542 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dea2b57-3a61-413f-8cfc-915c35037b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:33:41.713493 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-8dea2b57-3a61-413f-8cfc-915c35037b90 admin admin] 10.222.0.30 "GET /networking/v2.0/subnets/3c350c57-8af8-403d-ac8f-51d64fbe694a HTTP/1.1" status: 200 len: 816 time: 0.4688218 Nov 02 14:33:41.928688 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:33:44.531570 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 55122) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:33:45.003407 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8886abc-87dc-4811-b281-831aac742bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:33:45.004816 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-b8886abc-87dc-4811-b281-831aac742bc9 admin admin] 10.222.0.30 "GET /networking/v2.0/subnets/622ce4d1-05d9-46b2-a85c-4f80770cb069 HTTP/1.1" status: 200 len: 868 time: 0.4722943 Nov 02 14:33:51.453816 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:33:51.705876 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=38 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:33:51.708116 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=44 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:33:51.834757 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:33:53.584411 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 5 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:33:54.998351 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=6 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:33:55.000128 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=7 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:34:03.580474 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:34:06.334143 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-37ab418b-eecc-4392-b392-8239776b29c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:34:08.857830 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-f135a4f6-2957-47ea-96f6-99fc94402d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:34:10.413292 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:34:11.618767 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:34:11.893602 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:34:12.594253 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=7 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:34:17.382706 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 55180) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:34:17.745167 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [None req-0f5868a8-8df8-4b61-b78b-37406c528047 admin admin] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 14:34:17.747234 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-0f5868a8-8df8-4b61-b78b-37406c528047 admin admin] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3633008 Nov 02 14:34:20.529735 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 55188) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:34:20.939568 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d481b6c-0d83-4369-8b4f-2578a0a7b1b7 admin admin] GET failed (client error): The resource could not be found. Nov 02 14:34:20.940920 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-6d481b6c-0d83-4369-8b4f-2578a0a7b1b7 admin admin] 10.222.0.30 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.4101040 Nov 02 14:34:21.186775 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2e5f96-041f-48a1-b03a-b487ea679271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:34:21.188217 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-7d2e5f96-041f-48a1-b03a-b487ea679271 admin admin] 10.222.0.30 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2398252 Nov 02 14:34:21.828958 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:34:21.831958 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:34:23.919480 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 55196) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:34:24.272572 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-ad0de108-ec51-4c0d-afec-e8f2a620fcb2 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:34:24.372699 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0de108-ec51-4c0d-afec-e8f2a620fcb2 admin admin] Made reservation on behalf of e747be529418447d86ba59ccbdb4ada2 for: {'network': 1} {{(pid=105390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:34:24.375172 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ad0de108-ec51-4c0d-afec-e8f2a620fcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for network (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:34:24.403820 dv-cinder-862365-4-iscsi neutron-server[105390]: WARNING neutron.services.revisions.revision_plugin [None req-ad0de108-ec51-4c0d-afec-e8f2a620fcb2 admin admin] Could not find related network for resource to bump revision. Nov 02 14:34:24.421411 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad0de108-ec51-4c0d-afec-e8f2a620fcb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 462} {{(pid=105390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 14:34:24.434349 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ad0de108-ec51-4c0d-afec-e8f2a620fcb2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767001720185', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140'] for segment (dc5005c6-768f-40fb-865a-f94cd6fa435a), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:34:24.435064 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ad0de108-ec51-4c0d-afec-e8f2a620fcb2 admin admin] Unsubscribe: segment precommit_create {{(pid=105390) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 02 14:34:24.435535 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.db.segments_db [None req-ad0de108-ec51-4c0d-afec-e8f2a620fcb2 admin admin] Added segment dc5005c6-768f-40fb-865a-f94cd6fa435a of type vlan for network 14c9beb7-5e4d-48d9-987f-a89259bd130b Nov 02 14:34:24.493210 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ad0de108-ec51-4c0d-afec-e8f2a620fcb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767001230538'] for network (14c9beb7-5e4d-48d9-987f-a89259bd130b), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:34:24.584282 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ad0de108-ec51-4c0d-afec-e8f2a620fcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593'] for network (14c9beb7-5e4d-48d9-987f-a89259bd130b), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:34:24.585416 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0de108-ec51-4c0d-afec-e8f2a620fcb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:34:24.586028 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ad0de108-ec51-4c0d-afec-e8f2a620fcb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for network (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:34:24.686524 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-ad0de108-ec51-4c0d-afec-e8f2a620fcb2 admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7658570 Nov 02 14:34:24.690186 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0de108-ec51-4c0d-afec-e8f2a620fcb2 admin admin] Pushing event updated for resources: {'Network': ['ID=14c9beb7-5e4d-48d9-987f-a89259bd130b,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:34:24.697766 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0de108-ec51-4c0d-afec-e8f2a620fcb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:34:24.704111 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0de108-ec51-4c0d-afec-e8f2a620fcb2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:34:24.704111 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0de108-ec51-4c0d-afec-e8f2a620fcb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:34:24.704111 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0de108-ec51-4c0d-afec-e8f2a620fcb2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:34:24.704111 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0de108-ec51-4c0d-afec-e8f2a620fcb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:34:24.704111 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0de108-ec51-4c0d-afec-e8f2a620fcb2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:34:24.704111 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0de108-ec51-4c0d-afec-e8f2a620fcb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:34:24.704111 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0de108-ec51-4c0d-afec-e8f2a620fcb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:34:24.704111 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0de108-ec51-4c0d-afec-e8f2a620fcb2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:34:24.704111 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0de108-ec51-4c0d-afec-e8f2a620fcb2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:34:24.704111 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0de108-ec51-4c0d-afec-e8f2a620fcb2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:34:24.704111 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0de108-ec51-4c0d-afec-e8f2a620fcb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:34:24.704111 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0de108-ec51-4c0d-afec-e8f2a620fcb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:34:24.704111 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0de108-ec51-4c0d-afec-e8f2a620fcb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:34:24.704111 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0de108-ec51-4c0d-afec-e8f2a620fcb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:34:24.716770 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Network 14c9beb7-5e4d-48d9-987f-a89259bd130b details requested by agent ovs-agent-dv-cinder-862365-4-iscsi with host dv-cinder-862365-4-iscsi {{(pid=105392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 14:34:27.361403 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 55204) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:34:27.737579 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b264436-1735-4124-ac75-52e489fb0102 admin admin] GET failed (client error): The resource could not be found. Nov 02 14:34:27.738821 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-7b264436-1735-4124-ac75-52e489fb0102 admin admin] 10.222.0.30 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3764558 Nov 02 14:34:27.817170 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d33f30-e4ba-4ba6-b846-37a886afea0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:34:27.818669 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-d7d33f30-e4ba-4ba6-b846-37a886afea0a admin admin] 10.222.0.30 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0754519 Nov 02 14:34:27.830151 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-89594e44-e24e-4f97-be34-119f8cf32d5a admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '14c9beb7-5e4d-48d9-987f-a89259bd130b', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:34:27.914346 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89594e44-e24e-4f97-be34-119f8cf32d5a admin admin] Made reservation on behalf of e747be529418447d86ba59ccbdb4ada2 for: {'subnet': 1} {{(pid=105390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:34:27.916730 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-89594e44-e24e-4f97-be34-119f8cf32d5a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:34:28.144406 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-89594e44-e24e-4f97-be34-119f8cf32d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593'] for subnet (2021da3a-2292-4c80-a3ea-4821e8a51fc6), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:34:28.235405 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89594e44-e24e-4f97-be34-119f8cf32d5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2021da3a-2292-4c80-a3ea-4821e8a51fc6,revision_number=0']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:34:28.254274 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89594e44-e24e-4f97-be34-119f8cf32d5a admin admin] Checking segment: {'id': 'dc5005c6-768f-40fb-865a-f94cd6fa435a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '14c9beb7-5e4d-48d9-987f-a89259bd130b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:34:28.254628 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89594e44-e24e-4f97-be34-119f8cf32d5a admin admin] Network hostable DHCP agents. Network: 14c9beb7-5e4d-48d9-987f-a89259bd130b, hostable agents: ['46896d2e-004f-49d2-b9f8-26552a5db8fb'], hosted agents: [] {{(pid=105390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 14:34:28.332598 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89594e44-e24e-4f97-be34-119f8cf32d5a admin admin] Network 14c9beb7-5e4d-48d9-987f-a89259bd130b is scheduled to be hosted by DHCP agent 46896d2e-004f-49d2-b9f8-26552a5db8fb with binding_index 1 {{(pid=105390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 14:34:28.423990 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-89594e44-e24e-4f97-be34-119f8cf32d5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862365-4-iscsi, 14c9beb7-5e4d-48d9-987f-a89259bd130b) {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:34:28.428198 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89594e44-e24e-4f97-be34-119f8cf32d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:34:28.433681 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-89594e44-e24e-4f97-be34-119f8cf32d5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for subnet (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:34:28.435897 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17940f6c-644a-4e3e-b167-80b0b5d8945d None None] Network 14c9beb7-5e4d-48d9-987f-a89259bd130b requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:34:28.536532 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-89594e44-e24e-4f97-be34-119f8cf32d5a admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7100885 Nov 02 14:34:28.548405 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce10a66-6ca0-41bb-a128-71fae14c9211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d58aa65-0d08-50de-ae60-d403a5b22f04-14c9beb7-5e4d-48d9-987f-a89259bd130b', 'network_id': '14c9beb7-5e4d-48d9-987f-a89259bd130b', 'project_id': 'e747be529418447d86ba59ccbdb4ada2', 'fixed_ips': [{'subnet_id': '2021da3a-2292-4c80-a3ea-4821e8a51fc6'}]}} from dv-cinder-862365-4-iscsi. {{(pid=105392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 14:34:28.549631 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fce10a66-6ca0-41bb-a128-71fae14c9211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:34:28.712958 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.db_base_plugin_common [None req-fce10a66-6ca0-41bb-a128-71fae14c9211 None None] Allocated IP 192.168.233.2 (14c9beb7-5e4d-48d9-987f-a89259bd130b/2021da3a-2292-4c80-a3ea-4821e8a51fc6/8dfeca9b-a398-4273-a1a2-59effe028183) {{(pid=105392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:34:28.876396 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fce10a66-6ca0-41bb-a128-71fae14c9211 None None] Publish callbacks [] for port (8dfeca9b-a398-4273-a1a2-59effe028183), precommit_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:34:28.967263 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fce10a66-6ca0-41bb-a128-71fae14c9211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461'] for port (8dfeca9b-a398-4273-a1a2-59effe028183), after_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:34:29.007922 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce10a66-6ca0-41bb-a128-71fae14c9211 None None] Network 14c9beb7-5e4d-48d9-987f-a89259bd130b is already hosted by enough agents. {{(pid=105392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:34:29.013573 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.scheduler.base_scheduler [None req-fce10a66-6ca0-41bb-a128-71fae14c9211 None None] Resources bound (agent type, host, resource id): {{(pid=105392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:34:29.016038 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce10a66-6ca0-41bb-a128-71fae14c9211 None None] Received port after_create {{(pid=105392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:34:29.029523 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce10a66-6ca0-41bb-a128-71fae14c9211 None None] Pushing event updated for resources: {'Port': ['ID=8dfeca9b-a398-4273-a1a2-59effe028183,revision_number=1']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:34:29.056149 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce10a66-6ca0-41bb-a128-71fae14c9211 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:34:29.056491 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce10a66-6ca0-41bb-a128-71fae14c9211 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:34:29.056836 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce10a66-6ca0-41bb-a128-71fae14c9211 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:34:29.057224 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce10a66-6ca0-41bb-a128-71fae14c9211 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:34:29.057564 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce10a66-6ca0-41bb-a128-71fae14c9211 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:34:29.058003 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce10a66-6ca0-41bb-a128-71fae14c9211 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:34:29.058776 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce10a66-6ca0-41bb-a128-71fae14c9211 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:34:29.059103 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce10a66-6ca0-41bb-a128-71fae14c9211 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:34:29.059431 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce10a66-6ca0-41bb-a128-71fae14c9211 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:34:29.059755 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce10a66-6ca0-41bb-a128-71fae14c9211 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:34:29.060084 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce10a66-6ca0-41bb-a128-71fae14c9211 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:34:29.060428 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce10a66-6ca0-41bb-a128-71fae14c9211 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:34:29.060757 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce10a66-6ca0-41bb-a128-71fae14c9211 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:34:29.061098 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce10a66-6ca0-41bb-a128-71fae14c9211 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:34:29.061424 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce10a66-6ca0-41bb-a128-71fae14c9211 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:34:29.106578 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-fce10a66-6ca0-41bb-a128-71fae14c9211 None None] Attempting to bind port 8dfeca9b-a398-4273-a1a2-59effe028183 on host dv-cinder-862365-4-iscsi for vnic_type normal with profile {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:34:29.106994 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-fce10a66-6ca0-41bb-a128-71fae14c9211 None None] Attempting to bind port 8dfeca9b-a398-4273-a1a2-59effe028183 by drivers openvswitch,hyperv on host dv-cinder-862365-4-iscsi at level 0 using segments [{'id': 'dc5005c6-768f-40fb-865a-f94cd6fa435a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '14c9beb7-5e4d-48d9-987f-a89259bd130b'}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:34:29.107439 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce10a66-6ca0-41bb-a128-71fae14c9211 None None] Attempting to bind port 8dfeca9b-a398-4273-a1a2-59effe028183 on network 14c9beb7-5e4d-48d9-987f-a89259bd130b {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:34:29.164346 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce10a66-6ca0-41bb-a128-71fae14c9211 None None] Checking agent: {'id': '4ad02b58-e5d3-4528-83f7-2571c528ebad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 30, 41), 'started_at': datetime.datetime(2022, 11, 2, 14, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:34:29.164712 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce10a66-6ca0-41bb-a128-71fae14c9211 None None] Checking segment: {'id': 'dc5005c6-768f-40fb-865a-f94cd6fa435a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '14c9beb7-5e4d-48d9-987f-a89259bd130b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:34:29.165144 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fce10a66-6ca0-41bb-a128-71fae14c9211 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:34:29.165555 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce10a66-6ca0-41bb-a128-71fae14c9211 None None] Bound using segment: {'id': 'dc5005c6-768f-40fb-865a-f94cd6fa435a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '14c9beb7-5e4d-48d9-987f-a89259bd130b'} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:34:29.166060 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-fce10a66-6ca0-41bb-a128-71fae14c9211 None None] Bound port: 8dfeca9b-a398-4273-a1a2-59effe028183, host: dv-cinder-862365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5005c6-768f-40fb-865a-f94cd6fa435a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '14c9beb7-5e4d-48d9-987f-a89259bd130b'}}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:34:29.166499 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fce10a66-6ca0-41bb-a128-71fae14c9211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (8dfeca9b-a398-4273-a1a2-59effe028183), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:34:29.243212 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fce10a66-6ca0-41bb-a128-71fae14c9211 None None] For port 8dfeca9b-a398-4273-a1a2-59effe028183, host dv-cinder-862365-4-iscsi, cleared binding levels {{(pid=105392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:34:29.247634 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fce10a66-6ca0-41bb-a128-71fae14c9211 None None] For port 8dfeca9b-a398-4273-a1a2-59effe028183, host dv-cinder-862365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=8dfeca9b-a398-4273-a1a2-59effe028183,segment=NetworkSegment(dc5005c6-768f-40fb-865a-f94cd6fa435a),segment_id=dc5005c6-768f-40fb-865a-f94cd6fa435a)] {{(pid=105392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:34:29.338788 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fce10a66-6ca0-41bb-a128-71fae14c9211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (8dfeca9b-a398-4273-a1a2-59effe028183), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:34:29.405529 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce10a66-6ca0-41bb-a128-71fae14c9211 None None] Pushing event updated for resources: {'Port': ['ID=8dfeca9b-a398-4273-a1a2-59effe028183,revision_number=2']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:34:30.261876 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66839172-fe3b-43fc-98f8-31844f96c335 None None] Network 14c9beb7-5e4d-48d9-987f-a89259bd130b requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:34:30.295522 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-01bba3a1-1f4b-40e8-afd6-fd82017dc6db None None] Provisioning complete for port 8dfeca9b-a398-4273-a1a2-59effe028183 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:34:30.295907 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-01bba3a1-1f4b-40e8-afd6-fd82017dc6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (8dfeca9b-a398-4273-a1a2-59effe028183), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:34:30.296760 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-01bba3a1-1f4b-40e8-afd6-fd82017dc6db None None] Attempt 1 to provision port 8dfeca9b-a398-4273-a1a2-59effe028183 Nov 02 14:34:30.361337 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:34:30.364477 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:34:30.446297 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-01bba3a1-1f4b-40e8-afd6-fd82017dc6db None None] Current status of the port 8dfeca9b-a398-4273-a1a2-59effe028183 is: DOWN; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:34:30.446692 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-01bba3a1-1f4b-40e8-afd6-fd82017dc6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (8dfeca9b-a398-4273-a1a2-59effe028183), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:34:30.485389 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-01bba3a1-1f4b-40e8-afd6-fd82017dc6db None None] For port 8dfeca9b-a398-4273-a1a2-59effe028183, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=8dfeca9b-a398-4273-a1a2-59effe028183,segment=NetworkSegment(dc5005c6-768f-40fb-865a-f94cd6fa435a),segment_id=dc5005c6-768f-40fb-865a-f94cd6fa435a)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:34:30.578332 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-01bba3a1-1f4b-40e8-afd6-fd82017dc6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (8dfeca9b-a398-4273-a1a2-59effe028183), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:34:30.587418 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 5 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:34:30.629833 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bba3a1-1f4b-40e8-afd6-fd82017dc6db None None] Pushing event updated for resources: {'Port': ['ID=8dfeca9b-a398-4273-a1a2-59effe028183,revision_number=3']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:34:30.699649 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-e090869b-a126-4a9e-85e9-e9fd6f3dada5 None None] Provisioning complete for port 8dfeca9b-a398-4273-a1a2-59effe028183 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:34:30.700051 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-e090869b-a126-4a9e-85e9-e9fd6f3dada5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (8dfeca9b-a398-4273-a1a2-59effe028183), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:34:30.700428 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-e090869b-a126-4a9e-85e9-e9fd6f3dada5 None None] Attempt 1 to provision port 8dfeca9b-a398-4273-a1a2-59effe028183 Nov 02 14:34:30.775480 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-e090869b-a126-4a9e-85e9-e9fd6f3dada5 None None] Current status of the port 8dfeca9b-a398-4273-a1a2-59effe028183 is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:34:31.434360 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 8dfeca9b-a398-4273-a1a2-59effe028183 up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:34:31.488875 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 8dfeca9b-a398-4273-a1a2-59effe028183 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:34:31.489601 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (8dfeca9b-a398-4273-a1a2-59effe028183), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:34:31.489950 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 8dfeca9b-a398-4273-a1a2-59effe028183 Nov 02 14:34:31.585280 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 8dfeca9b-a398-4273-a1a2-59effe028183 is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:34:36.359595 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-b472740d-49e0-4b2e-a367-7b33ddf8e5ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:34:38.433841 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:34:38.441800 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=79,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:34:38.886787 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ccb585-a846-44c2-9c59-9bb8cbe4f2fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:34:40.416886 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:34:41.509263 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:34:41.920744 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:34:49.582747 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=4 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:34:49.583551 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:34:51.830639 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=41,neutron:UPDATE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:34:51.832502 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=80,neutron:UPDATE=5 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:35:01.590607 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=2 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:35:06.348712 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-a18e4f19-aa09-4815-a11d-0f01ae3b1249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:35:07.585720 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 5 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:35:08.845261 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-b7026ed7-5853-4e38-9faf-adbecd5df883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:35:10.428265 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:35:11.519697 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:35:11.897353 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:35:21.833593 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:35:21.835470 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:35:31.965366 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=16 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:35:31.972360 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=18 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:35:36.347844 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-637a108b-acfa-4309-baa8-a911e026c082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:35:38.850359 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-94dd8102-5663-47b5-ab48-ff23c4ab8a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:35:40.507137 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:35:41.527306 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:35:41.901319 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:35:44.584650 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 5 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:35:51.833203 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:35:51.840607 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:35:52.683859 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 55266) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:35:52.689578 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [None req-86231356-55fd-4750-a1fa-709dd8132b50 tempest-verify_tempest_config-54194959 tempest-verify_tempest_config-54194959-project] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 14:35:52.690590 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-86231356-55fd-4750-a1fa-709dd8132b50 tempest-verify_tempest_config-54194959 tempest-verify_tempest_config-54194959-project] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0057216 Nov 02 14:35:53.218488 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 55284) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:35:53.350256 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-64ef15b0-5788-4452-a1a8-2ede1ca3548f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:35:53.456514 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-64ef15b0-5788-4452-a1a8-2ede1ca3548f admin admin] Publish callbacks [] for security_group (2e42002a-ebaa-44f4-9a53-d6897e6782bc), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:35:53.546598 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-64ef15b0-5788-4452-a1a8-2ede1ca3548f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (2e42002a-ebaa-44f4-9a53-d6897e6782bc), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:35:53.598876 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-64ef15b0-5788-4452-a1a8-2ede1ca3548f admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=1219c664973246c78adb13af22d864f0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3791506 Nov 02 14:35:53.599562 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef15b0-5788-4452-a1a8-2ede1ca3548f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e42002a-ebaa-44f4-9a53-d6897e6782bc,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:35:53.601680 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 55288) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:35:53.607043 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ef15b0-5788-4452-a1a8-2ede1ca3548f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:35:53.607408 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ef15b0-5788-4452-a1a8-2ede1ca3548f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:35:53.607760 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ef15b0-5788-4452-a1a8-2ede1ca3548f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:35:53.608173 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ef15b0-5788-4452-a1a8-2ede1ca3548f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:35:53.608558 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ef15b0-5788-4452-a1a8-2ede1ca3548f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:35:53.609299 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ef15b0-5788-4452-a1a8-2ede1ca3548f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:35:53.609299 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ef15b0-5788-4452-a1a8-2ede1ca3548f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:35:53.609599 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ef15b0-5788-4452-a1a8-2ede1ca3548f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:35:53.609949 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ef15b0-5788-4452-a1a8-2ede1ca3548f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:35:53.610287 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ef15b0-5788-4452-a1a8-2ede1ca3548f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:35:53.610632 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ef15b0-5788-4452-a1a8-2ede1ca3548f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:35:53.610976 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ef15b0-5788-4452-a1a8-2ede1ca3548f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:35:53.611303 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ef15b0-5788-4452-a1a8-2ede1ca3548f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:35:53.611622 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ef15b0-5788-4452-a1a8-2ede1ca3548f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:35:53.611945 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ef15b0-5788-4452-a1a8-2ede1ca3548f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:35:53.663630 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-4d55581d-7332-4b8d-b385-62f89179b486 admin admin] Publish callbacks [] for security_group (2e42002a-ebaa-44f4-9a53-d6897e6782bc), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:35:53.684124 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-4d55581d-7332-4b8d-b385-62f89179b486 admin admin] Publish callbacks [] for security_group (2e42002a-ebaa-44f4-9a53-d6897e6782bc), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:35:53.861761 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-4d55581d-7332-4b8d-b385-62f89179b486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (2e42002a-ebaa-44f4-9a53-d6897e6782bc), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:35:53.865982 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-4d55581d-7332-4b8d-b385-62f89179b486 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:35:53.865982 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-4d55581d-7332-4b8d-b385-62f89179b486 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/2e42002a-ebaa-44f4-9a53-d6897e6782bc HTTP/1.1" status: 204 len: 168 time: 0.2628393 Nov 02 14:35:53.875019 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55581d-7332-4b8d-b385-62f89179b486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e42002a-ebaa-44f4-9a53-d6897e6782bc,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:35:53.885469 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55581d-7332-4b8d-b385-62f89179b486 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:35:53.885831 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55581d-7332-4b8d-b385-62f89179b486 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:35:53.886193 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55581d-7332-4b8d-b385-62f89179b486 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:35:53.886534 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55581d-7332-4b8d-b385-62f89179b486 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:35:53.886867 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55581d-7332-4b8d-b385-62f89179b486 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:35:53.887195 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55581d-7332-4b8d-b385-62f89179b486 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:35:53.887521 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55581d-7332-4b8d-b385-62f89179b486 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:35:53.888094 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55581d-7332-4b8d-b385-62f89179b486 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:35:53.888446 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55581d-7332-4b8d-b385-62f89179b486 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:35:53.888881 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55581d-7332-4b8d-b385-62f89179b486 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:35:53.889170 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55581d-7332-4b8d-b385-62f89179b486 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:35:53.889566 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55581d-7332-4b8d-b385-62f89179b486 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:35:53.889820 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55581d-7332-4b8d-b385-62f89179b486 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:35:53.890140 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55581d-7332-4b8d-b385-62f89179b486 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:35:53.890460 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55581d-7332-4b8d-b385-62f89179b486 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:36:03.588781 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=4 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:36:03.589514 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=4 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:36:03.602074 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=21,neutron:INSERT=4 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:36:03.603194 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=18,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:36:03.877769 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:36:03.878695 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:36:06.335974 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-603463e8-ff08-482b-99ce-6d46412a6a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:36:08.843592 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-8c579395-3206-452c-89b3-17a188db27fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:36:10.414727 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:36:11.506745 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:36:11.917930 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:36:21.584735 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 5 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:36:21.840576 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:36:21.842582 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:36:36.345560 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-15b01793-9434-439c-8d23-a13fef8af864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:36:38.847953 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-c2f5264d-753a-463e-802a-208ba1a7571a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:36:40.465069 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:36:40.579797 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:36:40.585150 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=4 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:36:41.494246 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:36:41.922622 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:36:51.850743 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:36:51.854570 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:36:58.583610 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 5 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:37:06.333084 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-b0017020-0eaf-4b5f-bb1b-a8579e937c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:37:08.892952 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fd87a022-21f8-4aa1-a720-f9b08bfe6599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:37:10.447160 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:37:11.493644 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:37:11.904136 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:37:17.576612 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=3 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:37:17.581691 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=5 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:37:21.843215 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:37:21.849557 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:UPDATE=2,neutron:SELECT=8 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:37:28.475902 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66776734'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:37:31.964923 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=13 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:37:31.966828 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=13 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:37:35.582863 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:37:36.343585 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-c6e35524-2e49-495c-8613-5f9c30666e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:37:38.891468 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-689da03e-6183-468a-8abc-3d6d59719b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:37:40.440341 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:37:41.514854 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:37:41.670887 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 55368) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:37:41.783422 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-4d17fc6d-d0f2-4287-b325-931bcfe638ac admin admin] 10.222.0.30 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1113553 Nov 02 14:37:41.943433 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:37:44.274958 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 55378) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:37:44.337303 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-7a069c0c-a618-418c-b548-73423263e55b admin admin] 10.222.0.30 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0612566 Nov 02 14:37:51.775927 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:37:51.777759 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:37:51.849832 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:37:51.857213 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=10,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:37:54.329511 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:37:54.331353 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:37:54.582664 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=3 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:37:54.588119 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=5 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:37:58.428566 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:38:06.342288 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fc87e7d4-bff1-44d4-8edc-23ef84ebf99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:38:08.862420 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-41b3ad8d-a3c0-44b7-9632-25bb864ad2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:38:10.445052 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:38:11.530744 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:38:11.993440 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:38:12.582364 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:38:21.851747 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:38:21.862029 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:38:28.433499 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:38:31.584847 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=6 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:38:33.574161 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:38:36.348010 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-619b7b74-2a3e-4e1b-8db4-d1eb94cb71ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:38:38.855915 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-67054afe-b7fe-4cdf-930a-8b9313eedd4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:38:40.450009 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:38:41.501835 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:38:41.930232 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:38:49.582835 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:38:51.855564 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:38:51.862512 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:38:58.449616 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:06.346706 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-66bdbdae-f573-4abc-a0e9-4fc26ae53bd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:08.575314 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=3 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:08.584984 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=5 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:08.866008 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-ada869f1-5358-4809-bd47-1e92539957d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:10.455367 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:11.564461 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:11.959272 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:17.050425 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 55578) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:17.056243 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 55582) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:17.407841 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-43f6f08a-6c0f-47a2-af56-bc14311a53d5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1358433460-network', 'tenant_id': 'b60403061fba42eba98a7c89987672a8'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:39:17.410145 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-deb2006f-8f20-463a-937c-b81efae53d13 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1251080208-network', 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:39:17.569343 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f6f08a-6c0f-47a2-af56-bc14311a53d5 admin admin] Made reservation on behalf of b60403061fba42eba98a7c89987672a8 for: {'network': 1} {{(pid=105390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:39:17.569580 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb2006f-8f20-463a-937c-b81efae53d13 admin admin] Made reservation on behalf of edc675d4a92f4ff9ae8a41a020fa792c for: {'network': 1} {{(pid=105391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:39:17.572038 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-deb2006f-8f20-463a-937c-b81efae53d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for network (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:17.572292 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-43f6f08a-6c0f-47a2-af56-bc14311a53d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for network (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:17.583585 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-43f6f08a-6c0f-47a2-af56-bc14311a53d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:17.584914 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-deb2006f-8f20-463a-937c-b81efae53d13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:17.678521 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-43f6f08a-6c0f-47a2-af56-bc14311a53d5 admin admin] Publish callbacks [] for security_group (540a6179-58d4-47b3-806e-ae2888be0225), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:17.681842 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-deb2006f-8f20-463a-937c-b81efae53d13 admin admin] Publish callbacks [] for security_group (1ef6eeb8-6454-439d-bb1d-41425667bc8b), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:17.700138 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 55622) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:17.768807 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-43f6f08a-6c0f-47a2-af56-bc14311a53d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (540a6179-58d4-47b3-806e-ae2888be0225), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:17.769072 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-deb2006f-8f20-463a-937c-b81efae53d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (1ef6eeb8-6454-439d-bb1d-41425667bc8b), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:17.791886 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f6f08a-6c0f-47a2-af56-bc14311a53d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 473} {{(pid=105390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 14:39:17.795182 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb2006f-8f20-463a-937c-b81efae53d13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 456} {{(pid=105391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 14:39:17.806049 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb2006f-8f20-463a-937c-b81efae53d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef6eeb8-6454-439d-bb1d-41425667bc8b,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:17.806586 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6f08a-6c0f-47a2-af56-bc14311a53d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540a6179-58d4-47b3-806e-ae2888be0225,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:17.811372 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-43f6f08a-6c0f-47a2-af56-bc14311a53d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140'] for segment (5fc79958-b34d-4ac1-803c-ec9f1b61bef8), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:17.811707 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.db.segments_db [None req-43f6f08a-6c0f-47a2-af56-bc14311a53d5 admin admin] Added segment 5fc79958-b34d-4ac1-803c-ec9f1b61bef8 of type vlan for network 07b27265-9252-453e-b15b-5758b8087359 Nov 02 14:39:17.814932 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-deb2006f-8f20-463a-937c-b81efae53d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140'] for segment (076e55e6-4e08-4faf-8572-84b8f0dfcbf2), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:17.815264 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.db.segments_db [None req-deb2006f-8f20-463a-937c-b81efae53d13 admin admin] Added segment 076e55e6-4e08-4faf-8572-84b8f0dfcbf2 of type vlan for network bea7d5f3-3f34-426a-97bc-a8938ef4d97b Nov 02 14:39:17.827113 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2006f-8f20-463a-937c-b81efae53d13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:17.827113 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2006f-8f20-463a-937c-b81efae53d13 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:17.827113 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2006f-8f20-463a-937c-b81efae53d13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:17.827113 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2006f-8f20-463a-937c-b81efae53d13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:17.827113 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2006f-8f20-463a-937c-b81efae53d13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:17.827113 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2006f-8f20-463a-937c-b81efae53d13 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:17.827113 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2006f-8f20-463a-937c-b81efae53d13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:17.827113 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2006f-8f20-463a-937c-b81efae53d13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:17.827113 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2006f-8f20-463a-937c-b81efae53d13 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:17.827113 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2006f-8f20-463a-937c-b81efae53d13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:17.827113 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2006f-8f20-463a-937c-b81efae53d13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:17.827113 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2006f-8f20-463a-937c-b81efae53d13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:17.827113 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2006f-8f20-463a-937c-b81efae53d13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:17.827113 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2006f-8f20-463a-937c-b81efae53d13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:17.827113 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2006f-8f20-463a-937c-b81efae53d13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:17.827113 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2006f-8f20-463a-937c-b81efae53d13 admin admin] Tracked resource versions report: Nov 02 14:39:17.827113 dv-cinder-862365-4-iscsi neutron-server[105391]: pushed versions: Nov 02 14:39:17.827113 dv-cinder-862365-4-iscsi neutron-server[105391]: { 'AddressGroup': {'1.2'}, Nov 02 14:39:17.827113 dv-cinder-862365-4-iscsi neutron-server[105391]: 'Agent': {'1.1'}, Nov 02 14:39:17.827113 dv-cinder-862365-4-iscsi neutron-server[105391]: 'ConntrackHelper': {'1.0'}, Nov 02 14:39:17.828461 dv-cinder-862365-4-iscsi neutron-server[105391]: 'LocalIPAssociation': {'1.0'}, Nov 02 14:39:17.828461 dv-cinder-862365-4-iscsi neutron-server[105391]: 'Log': {'1.0'}, Nov 02 14:39:17.828461 dv-cinder-862365-4-iscsi neutron-server[105391]: 'NDPProxy': {'1.0'}, Nov 02 14:39:17.828461 dv-cinder-862365-4-iscsi neutron-server[105391]: 'Network': {'1.1'}, Nov 02 14:39:17.828461 dv-cinder-862365-4-iscsi neutron-server[105391]: 'Port': {'1.7'}, Nov 02 14:39:17.828461 dv-cinder-862365-4-iscsi neutron-server[105391]: 'PortForwarding': {'1.3'}, Nov 02 14:39:17.828461 dv-cinder-862365-4-iscsi neutron-server[105391]: 'QosPolicy': {'1.10'}, Nov 02 14:39:17.828461 dv-cinder-862365-4-iscsi neutron-server[105391]: 'SecurityGroup': {'1.5'}, Nov 02 14:39:17.828461 dv-cinder-862365-4-iscsi neutron-server[105391]: 'SecurityGroupRule': {'1.2'}, Nov 02 14:39:17.828461 dv-cinder-862365-4-iscsi neutron-server[105391]: 'SubPort': {'1.0'}, Nov 02 14:39:17.828461 dv-cinder-862365-4-iscsi neutron-server[105391]: 'Subnet': {'1.1'}, Nov 02 14:39:17.828461 dv-cinder-862365-4-iscsi neutron-server[105391]: 'Trunk': {'1.1'}} Nov 02 14:39:17.828461 dv-cinder-862365-4-iscsi neutron-server[105391]: consumer versions: Nov 02 14:39:17.828461 dv-cinder-862365-4-iscsi neutron-server[105391]: { DHCP agent@dv-cinder-862365-4-iscsi: {}, Nov 02 14:39:17.828461 dv-cinder-862365-4-iscsi neutron-server[105391]: HyperV agent@hv-cinder-86236: {}, Nov 02 14:39:17.828461 dv-cinder-862365-4-iscsi neutron-server[105391]: L3 agent@dv-cinder-862365-4-iscsi: {}, Nov 02 14:39:17.828461 dv-cinder-862365-4-iscsi neutron-server[105391]: Metadata agent@dv-cinder-862365-4-iscsi: {}, Nov 02 14:39:17.828461 dv-cinder-862365-4-iscsi neutron-server[105391]: Metering agent@dv-cinder-862365-4-iscsi: {}, Nov 02 14:39:17.828461 dv-cinder-862365-4-iscsi neutron-server[105391]: Open vSwitch agent@dv-cinder-862365-4-iscsi: { 'AddressGroup': '1.2', Nov 02 14:39:17.828461 dv-cinder-862365-4-iscsi neutron-server[105391]: 'Agent': '1.1', Nov 02 14:39:17.828461 dv-cinder-862365-4-iscsi neutron-server[105391]: 'ConntrackHelper': '1.0', Nov 02 14:39:17.828461 dv-cinder-862365-4-iscsi neutron-server[105391]: 'LocalIPAssociation': '1.0', Nov 02 14:39:17.828461 dv-cinder-862365-4-iscsi neutron-server[105391]: 'Log': '1.0', Nov 02 14:39:17.828461 dv-cinder-862365-4-iscsi neutron-server[105391]: 'NDPProxy': '1.0', Nov 02 14:39:17.828461 dv-cinder-862365-4-iscsi neutron-server[105391]: 'Network': '1.1', Nov 02 14:39:17.828461 dv-cinder-862365-4-iscsi neutron-server[105391]: 'Port': '1.7', Nov 02 14:39:17.828461 dv-cinder-862365-4-iscsi neutron-server[105391]: 'PortForwarding': '1.3', Nov 02 14:39:17.828461 dv-cinder-862365-4-iscsi neutron-server[105391]: 'QosPolicy': '1.10', Nov 02 14:39:17.828461 dv-cinder-862365-4-iscsi neutron-server[105391]: 'SecurityGroup': '1.5', Nov 02 14:39:17.828461 dv-cinder-862365-4-iscsi neutron-server[105391]: 'SecurityGroupRule': '1.2', Nov 02 14:39:17.828461 dv-cinder-862365-4-iscsi neutron-server[105391]: 'SubPort': '1.0', Nov 02 14:39:17.828461 dv-cinder-862365-4-iscsi neutron-server[105391]: 'Subnet': '1.1', Nov 02 14:39:17.828461 dv-cinder-862365-4-iscsi neutron-server[105391]: 'Trunk': '1.1'}} Nov 02 14:39:17.828461 dv-cinder-862365-4-iscsi neutron-server[105391]: {{(pid=105391) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 14:39:17.831570 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6f08a-6c0f-47a2-af56-bc14311a53d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:17.831570 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6f08a-6c0f-47a2-af56-bc14311a53d5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:17.831570 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6f08a-6c0f-47a2-af56-bc14311a53d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:17.831570 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6f08a-6c0f-47a2-af56-bc14311a53d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:17.831570 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6f08a-6c0f-47a2-af56-bc14311a53d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:17.831570 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6f08a-6c0f-47a2-af56-bc14311a53d5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:17.831570 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6f08a-6c0f-47a2-af56-bc14311a53d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:17.831570 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6f08a-6c0f-47a2-af56-bc14311a53d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:17.831570 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6f08a-6c0f-47a2-af56-bc14311a53d5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:17.831570 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6f08a-6c0f-47a2-af56-bc14311a53d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:17.831570 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6f08a-6c0f-47a2-af56-bc14311a53d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:17.831570 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6f08a-6c0f-47a2-af56-bc14311a53d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:17.831570 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6f08a-6c0f-47a2-af56-bc14311a53d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:17.831570 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6f08a-6c0f-47a2-af56-bc14311a53d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:17.831570 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6f08a-6c0f-47a2-af56-bc14311a53d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:17.832511 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6f08a-6c0f-47a2-af56-bc14311a53d5 admin admin] Tracked resource versions report: Nov 02 14:39:17.832511 dv-cinder-862365-4-iscsi neutron-server[105390]: pushed versions: Nov 02 14:39:17.832511 dv-cinder-862365-4-iscsi neutron-server[105390]: { 'AddressGroup': {'1.2'}, Nov 02 14:39:17.832511 dv-cinder-862365-4-iscsi neutron-server[105390]: 'Agent': {'1.1'}, Nov 02 14:39:17.832511 dv-cinder-862365-4-iscsi neutron-server[105390]: 'ConntrackHelper': {'1.0'}, Nov 02 14:39:17.832511 dv-cinder-862365-4-iscsi neutron-server[105390]: 'LocalIPAssociation': {'1.0'}, Nov 02 14:39:17.832511 dv-cinder-862365-4-iscsi neutron-server[105390]: 'Log': {'1.0'}, Nov 02 14:39:17.832511 dv-cinder-862365-4-iscsi neutron-server[105390]: 'NDPProxy': {'1.0'}, Nov 02 14:39:17.832511 dv-cinder-862365-4-iscsi neutron-server[105390]: 'Network': {'1.1'}, Nov 02 14:39:17.832511 dv-cinder-862365-4-iscsi neutron-server[105390]: 'Port': {'1.7'}, Nov 02 14:39:17.832511 dv-cinder-862365-4-iscsi neutron-server[105390]: 'PortForwarding': {'1.3'}, Nov 02 14:39:17.832511 dv-cinder-862365-4-iscsi neutron-server[105390]: 'QosPolicy': {'1.10'}, Nov 02 14:39:17.832511 dv-cinder-862365-4-iscsi neutron-server[105390]: 'SecurityGroup': {'1.5'}, Nov 02 14:39:17.832511 dv-cinder-862365-4-iscsi neutron-server[105390]: 'SecurityGroupRule': {'1.2'}, Nov 02 14:39:17.832511 dv-cinder-862365-4-iscsi neutron-server[105390]: 'SubPort': {'1.0'}, Nov 02 14:39:17.832511 dv-cinder-862365-4-iscsi neutron-server[105390]: 'Subnet': {'1.1'}, Nov 02 14:39:17.832511 dv-cinder-862365-4-iscsi neutron-server[105390]: 'Trunk': {'1.1'}} Nov 02 14:39:17.832511 dv-cinder-862365-4-iscsi neutron-server[105390]: consumer versions: Nov 02 14:39:17.832511 dv-cinder-862365-4-iscsi neutron-server[105390]: { DHCP agent@dv-cinder-862365-4-iscsi: {}, Nov 02 14:39:17.832511 dv-cinder-862365-4-iscsi neutron-server[105390]: HyperV agent@hv-cinder-86236: {}, Nov 02 14:39:17.832511 dv-cinder-862365-4-iscsi neutron-server[105390]: L3 agent@dv-cinder-862365-4-iscsi: {}, Nov 02 14:39:17.832511 dv-cinder-862365-4-iscsi neutron-server[105390]: Metadata agent@dv-cinder-862365-4-iscsi: {}, Nov 02 14:39:17.832511 dv-cinder-862365-4-iscsi neutron-server[105390]: Metering agent@dv-cinder-862365-4-iscsi: {}, Nov 02 14:39:17.832511 dv-cinder-862365-4-iscsi neutron-server[105390]: Open vSwitch agent@dv-cinder-862365-4-iscsi: { 'AddressGroup': '1.2', Nov 02 14:39:17.832511 dv-cinder-862365-4-iscsi neutron-server[105390]: 'Agent': '1.1', Nov 02 14:39:17.832511 dv-cinder-862365-4-iscsi neutron-server[105390]: 'ConntrackHelper': '1.0', Nov 02 14:39:17.832511 dv-cinder-862365-4-iscsi neutron-server[105390]: 'LocalIPAssociation': '1.0', Nov 02 14:39:17.832511 dv-cinder-862365-4-iscsi neutron-server[105390]: 'Log': '1.0', Nov 02 14:39:17.832511 dv-cinder-862365-4-iscsi neutron-server[105390]: 'NDPProxy': '1.0', Nov 02 14:39:17.832511 dv-cinder-862365-4-iscsi neutron-server[105390]: 'Network': '1.1', Nov 02 14:39:17.832511 dv-cinder-862365-4-iscsi neutron-server[105390]: 'Port': '1.7', Nov 02 14:39:17.832511 dv-cinder-862365-4-iscsi neutron-server[105390]: 'PortForwarding': '1.3', Nov 02 14:39:17.832511 dv-cinder-862365-4-iscsi neutron-server[105390]: 'QosPolicy': '1.10', Nov 02 14:39:17.832511 dv-cinder-862365-4-iscsi neutron-server[105390]: 'SecurityGroup': '1.5', Nov 02 14:39:17.832511 dv-cinder-862365-4-iscsi neutron-server[105390]: 'SecurityGroupRule': '1.2', Nov 02 14:39:17.832511 dv-cinder-862365-4-iscsi neutron-server[105390]: 'SubPort': '1.0', Nov 02 14:39:17.832511 dv-cinder-862365-4-iscsi neutron-server[105390]: 'Subnet': '1.1', Nov 02 14:39:17.832511 dv-cinder-862365-4-iscsi neutron-server[105390]: 'Trunk': '1.1'}} Nov 02 14:39:17.832511 dv-cinder-862365-4-iscsi neutron-server[105390]: {{(pid=105390) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 14:39:17.869188 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-deb2006f-8f20-463a-937c-b81efae53d13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767001230538'] for network (bea7d5f3-3f34-426a-97bc-a8938ef4d97b), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:17.874628 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-43f6f08a-6c0f-47a2-af56-bc14311a53d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767001230538'] for network (07b27265-9252-453e-b15b-5758b8087359), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:18.014733 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-deb2006f-8f20-463a-937c-b81efae53d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593'] for network (bea7d5f3-3f34-426a-97bc-a8938ef4d97b), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:18.015821 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb2006f-8f20-463a-937c-b81efae53d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:18.016444 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-deb2006f-8f20-463a-937c-b81efae53d13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for network (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:18.049983 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-43f6f08a-6c0f-47a2-af56-bc14311a53d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593'] for network (07b27265-9252-453e-b15b-5758b8087359), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:18.051832 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f6f08a-6c0f-47a2-af56-bc14311a53d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:18.053390 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-43f6f08a-6c0f-47a2-af56-bc14311a53d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for network (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:18.094463 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb2006f-8f20-463a-937c-b81efae53d13 admin admin] Pushing event updated for resources: {'Network': ['ID=bea7d5f3-3f34-426a-97bc-a8938ef4d97b,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:18.110376 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Network bea7d5f3-3f34-426a-97bc-a8938ef4d97b details requested by agent ovs-agent-dv-cinder-862365-4-iscsi with host dv-cinder-862365-4-iscsi {{(pid=105392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 14:39:18.120305 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-749843da-d96d-42f8-953c-71d6ad5f8852 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-131606185-network', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:39:18.143356 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6f08a-6c0f-47a2-af56-bc14311a53d5 admin admin] Pushing event updated for resources: {'Network': ['ID=07b27265-9252-453e-b15b-5758b8087359,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:18.169936 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-43f6f08a-6c0f-47a2-af56-bc14311a53d5 admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1171227 Nov 02 14:39:18.180056 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 55638) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:18.185430 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-55db2bac-be3a-4022-8812-84b82da08c39 admin admin] Request body: {'subnet': {'network_id': '07b27265-9252-453e-b15b-5758b8087359', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1358433460-subnet', 'tenant_id': 'b60403061fba42eba98a7c89987672a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:39:18.208392 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Network 07b27265-9252-453e-b15b-5758b8087359 details requested by agent ovs-agent-dv-cinder-862365-4-iscsi with host dv-cinder-862365-4-iscsi {{(pid=105392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 14:39:18.241260 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 55644) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:18.242239 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-deb2006f-8f20-463a-937c-b81efae53d13 admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1848876 Nov 02 14:39:18.246714 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-f3ec0508-70f0-487e-bd5a-19c231d41d47 admin admin] Request body: {'subnet': {'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1251080208-subnet', 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:39:18.294793 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749843da-d96d-42f8-953c-71d6ad5f8852 admin admin] Made reservation on behalf of 0dd67ec4f08d4d548af5b5ccee50407c for: {'network': 1} {{(pid=105391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:39:18.297466 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-749843da-d96d-42f8-953c-71d6ad5f8852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for network (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:18.307691 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-749843da-d96d-42f8-953c-71d6ad5f8852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:18.319581 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55db2bac-be3a-4022-8812-84b82da08c39 admin admin] Made reservation on behalf of b60403061fba42eba98a7c89987672a8 for: {'subnet': 1} {{(pid=105391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:39:18.322113 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-55db2bac-be3a-4022-8812-84b82da08c39 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:18.386243 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ec0508-70f0-487e-bd5a-19c231d41d47 admin admin] Made reservation on behalf of edc675d4a92f4ff9ae8a41a020fa792c for: {'subnet': 1} {{(pid=105390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:39:18.388766 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f3ec0508-70f0-487e-bd5a-19c231d41d47 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:18.551449 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:18.561203 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-749843da-d96d-42f8-953c-71d6ad5f8852 admin admin] Publish callbacks [] for security_group (7f06ba95-7611-451c-bfa6-fd972d2c97f9), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:18.666034 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-749843da-d96d-42f8-953c-71d6ad5f8852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (7f06ba95-7611-451c-bfa6-fd972d2c97f9), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:18.680698 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:18.685268 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-749843da-d96d-42f8-953c-71d6ad5f8852 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 480} {{(pid=105391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 14:39:18.703190 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749843da-d96d-42f8-953c-71d6ad5f8852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f06ba95-7611-451c-bfa6-fd972d2c97f9,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:18.706789 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-749843da-d96d-42f8-953c-71d6ad5f8852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140'] for segment (1eff0572-7501-4653-a799-253705bab93c), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:18.707169 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.db.segments_db [None req-749843da-d96d-42f8-953c-71d6ad5f8852 admin admin] Added segment 1eff0572-7501-4653-a799-253705bab93c of type vlan for network f2e46242-b4bc-49aa-9edc-2954b80ac8ba Nov 02 14:39:18.709229 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-55db2bac-be3a-4022-8812-84b82da08c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593'] for subnet (fc4a104d-b9a7-4861-8d2e-56437daccb86), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:18.769408 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f3ec0508-70f0-487e-bd5a-19c231d41d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593'] for subnet (543df3fb-8a54-4baf-bcd8-c5079d82249a), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:18.796606 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-749843da-d96d-42f8-953c-71d6ad5f8852 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767001230538'] for network (f2e46242-b4bc-49aa-9edc-2954b80ac8ba), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:18.799089 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db2bac-be3a-4022-8812-84b82da08c39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc4a104d-b9a7-4861-8d2e-56437daccb86,revision_number=0']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:18.839127 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55db2bac-be3a-4022-8812-84b82da08c39 admin admin] Checking segment: {'id': '5fc79958-b34d-4ac1-803c-ec9f1b61bef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '07b27265-9252-453e-b15b-5758b8087359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:39:18.839483 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55db2bac-be3a-4022-8812-84b82da08c39 admin admin] Network hostable DHCP agents. Network: 07b27265-9252-453e-b15b-5758b8087359, hostable agents: ['46896d2e-004f-49d2-b9f8-26552a5db8fb'], hosted agents: [] {{(pid=105391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 14:39:18.857093 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec0508-70f0-487e-bd5a-19c231d41d47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=543df3fb-8a54-4baf-bcd8-c5079d82249a,revision_number=0']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:18.863182 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:18.866556 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ec0508-70f0-487e-bd5a-19c231d41d47 admin admin] Checking segment: {'id': '076e55e6-4e08-4faf-8572-84b8f0dfcbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:39:18.866905 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ec0508-70f0-487e-bd5a-19c231d41d47 admin admin] Network hostable DHCP agents. Network: bea7d5f3-3f34-426a-97bc-a8938ef4d97b, hostable agents: ['46896d2e-004f-49d2-b9f8-26552a5db8fb'], hosted agents: [] {{(pid=105390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 14:39:18.917979 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-749843da-d96d-42f8-953c-71d6ad5f8852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593'] for network (f2e46242-b4bc-49aa-9edc-2954b80ac8ba), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:18.919131 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749843da-d96d-42f8-953c-71d6ad5f8852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:18.929148 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-749843da-d96d-42f8-953c-71d6ad5f8852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for network (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:18.946456 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ec0508-70f0-487e-bd5a-19c231d41d47 admin admin] Network bea7d5f3-3f34-426a-97bc-a8938ef4d97b is scheduled to be hosted by DHCP agent 46896d2e-004f-49d2-b9f8-26552a5db8fb with binding_index 1 {{(pid=105390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 14:39:18.947921 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55db2bac-be3a-4022-8812-84b82da08c39 admin admin] Network 07b27265-9252-453e-b15b-5758b8087359 is scheduled to be hosted by DHCP agent 46896d2e-004f-49d2-b9f8-26552a5db8fb with binding_index 1 {{(pid=105391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 14:39:19.004954 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749843da-d96d-42f8-953c-71d6ad5f8852 admin admin] Pushing event updated for resources: {'Network': ['ID=f2e46242-b4bc-49aa-9edc-2954b80ac8ba,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:19.016062 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Network f2e46242-b4bc-49aa-9edc-2954b80ac8ba details requested by agent ovs-agent-dv-cinder-862365-4-iscsi with host dv-cinder-862365-4-iscsi {{(pid=105392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 14:39:19.114395 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-f3ec0508-70f0-487e-bd5a-19c231d41d47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862365-4-iscsi, bea7d5f3-3f34-426a-97bc-a8938ef4d97b) {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:39:19.114866 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [None req-55db2bac-be3a-4022-8812-84b82da08c39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862365-4-iscsi, 07b27265-9252-453e-b15b-5758b8087359) {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:39:19.119952 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-749843da-d96d-42f8-953c-71d6ad5f8852 admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4186721 Nov 02 14:39:19.124542 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55db2bac-be3a-4022-8812-84b82da08c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:19.125424 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-55db2bac-be3a-4022-8812-84b82da08c39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for subnet (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:19.130035 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 55678) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:19.131341 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ec0508-70f0-487e-bd5a-19c231d41d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:19.133501 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f3ec0508-70f0-487e-bd5a-19c231d41d47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for subnet (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:19.135476 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-c6dcf66e-8a75-49a2-a6ec-0816fb12a086 admin admin] Request body: {'subnet': {'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-131606185-subnet', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:39:19.141127 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e96c6e-d5ab-466c-941c-be4e65bce624 None None] Network bea7d5f3-3f34-426a-97bc-a8938ef4d97b requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:39:19.147221 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1824fa1e-0972-48f9-99cb-e04a336f15c7 None None] Network 07b27265-9252-453e-b15b-5758b8087359 requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:39:19.274580 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-55db2bac-be3a-4022-8812-84b82da08c39 admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0934031 Nov 02 14:39:19.275581 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-f3ec0508-70f0-487e-bd5a-19c231d41d47 admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0326302 Nov 02 14:39:19.276138 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6dcf66e-8a75-49a2-a6ec-0816fb12a086 admin admin] Made reservation on behalf of 0dd67ec4f08d4d548af5b5ccee50407c for: {'subnet': 1} {{(pid=105391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:39:19.278482 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-c6dcf66e-8a75-49a2-a6ec-0816fb12a086 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:19.279083 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 55694) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:19.280868 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 55696) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:19.289396 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-23a5fc16-551c-43e2-a8a5-37e6b1d3045a admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1358433460-router', 'tenant_id': 'b60403061fba42eba98a7c89987672a8', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:39:19.347456 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c27fbac-fa3b-47ef-bb89-ddae453962fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d58aa65-0d08-50de-ae60-d403a5b22f04-07b27265-9252-453e-b15b-5758b8087359', 'network_id': '07b27265-9252-453e-b15b-5758b8087359', 'project_id': 'b60403061fba42eba98a7c89987672a8', 'fixed_ips': [{'subnet_id': 'fc4a104d-b9a7-4861-8d2e-56437daccb86'}]}} from dv-cinder-862365-4-iscsi. {{(pid=105392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 14:39:19.348194 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-1c27fbac-fa3b-47ef-bb89-ddae453962fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:19.375323 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-e165601a-25b0-41a2-b04e-c8eee252d747 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1251080208-router', 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:39:19.376216 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108fa0e4-104c-4950-b845-afca293f31bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d58aa65-0d08-50de-ae60-d403a5b22f04-bea7d5f3-3f34-426a-97bc-a8938ef4d97b', 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b', 'project_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'fixed_ips': [{'subnet_id': '543df3fb-8a54-4baf-bcd8-c5079d82249a'}]}} from dv-cinder-862365-4-iscsi. {{(pid=105392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 14:39:19.377882 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-108fa0e4-104c-4950-b845-afca293f31bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:19.412136 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:19.431930 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-23a5fc16-551c-43e2-a8a5-37e6b1d3045a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66776222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43167'] for router (0c3f5f10-473c-4f0a-8359-df2bfc48fdb8), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:19.433402 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-23a5fc16-551c-43e2-a8a5-37e6b1d3045a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66771122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66773370', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66784571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43142'] for router (0c3f5f10-473c-4f0a-8359-df2bfc48fdb8), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:19.549104 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-23a5fc16-551c-43e2-a8a5-37e6b1d3045a admin admin] Publish callbacks [] for router_controller (0c3f5f10-473c-4f0a-8359-df2bfc48fdb8), precommit_add_association {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:19.549104 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e165601a-25b0-41a2-b04e-c8eee252d747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66776222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43167'] for router (6418c070-202d-44f4-a721-f4d15d9291da), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:19.550468 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e165601a-25b0-41a2-b04e-c8eee252d747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66771122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66773370', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66784571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43142'] for router (6418c070-202d-44f4-a721-f4d15d9291da), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:19.689788 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.db_base_plugin_common [None req-1c27fbac-fa3b-47ef-bb89-ddae453962fc None None] Allocated IP 172.20.0.2 (07b27265-9252-453e-b15b-5758b8087359/fc4a104d-b9a7-4861-8d2e-56437daccb86/0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec) {{(pid=105392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:39:19.714145 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.db_base_plugin_common [None req-108fa0e4-104c-4950-b845-afca293f31bf None None] Allocated IP 172.20.0.2 (bea7d5f3-3f34-426a-97bc-a8938ef4d97b/543df3fb-8a54-4baf-bcd8-c5079d82249a/3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf) {{(pid=105392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:39:19.867729 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e165601a-25b0-41a2-b04e-c8eee252d747 admin admin] Publish callbacks [] for router_controller (6418c070-202d-44f4-a721-f4d15d9291da), precommit_add_association {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:19.940354 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=84,neutron:UPDATE=10,neutron:INSERT=6 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:20.002139 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:20.098085 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-23a5fc16-551c-43e2-a8a5-37e6b1d3045a admin admin] Publish callbacks [] for router_gateway (0c3f5f10-473c-4f0a-8359-df2bfc48fdb8), precommit_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:20.119256 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-c6dcf66e-8a75-49a2-a6ec-0816fb12a086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593'] for subnet (82f2bb5b-1705-4182-9233-e8913f6cd258), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:20.166510 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-1c27fbac-fa3b-47ef-bb89-ddae453962fc None None] Publish callbacks [] for port (0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec), precommit_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:20.210881 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-108fa0e4-104c-4950-b845-afca293f31bf None None] Publish callbacks [] for port (3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf), precommit_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:20.211447 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e165601a-25b0-41a2-b04e-c8eee252d747 admin admin] Publish callbacks [] for router_gateway (6418c070-202d-44f4-a721-f4d15d9291da), precommit_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:20.231678 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dcf66e-8a75-49a2-a6ec-0816fb12a086 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82f2bb5b-1705-4182-9233-e8913f6cd258,revision_number=0']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:20.233863 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-1c27fbac-fa3b-47ef-bb89-ddae453962fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461'] for port (0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec), after_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:20.234016 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dcf66e-8a75-49a2-a6ec-0816fb12a086 admin admin] Checking segment: {'id': '1eff0572-7501-4653-a799-253705bab93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:39:20.234231 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dcf66e-8a75-49a2-a6ec-0816fb12a086 admin admin] Network hostable DHCP agents. Network: f2e46242-b4bc-49aa-9edc-2954b80ac8ba, hostable agents: ['46896d2e-004f-49d2-b9f8-26552a5db8fb'], hosted agents: [] {{(pid=105391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 14:39:20.283560 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c27fbac-fa3b-47ef-bb89-ddae453962fc None None] Network 07b27265-9252-453e-b15b-5758b8087359 is already hosted by enough agents. {{(pid=105392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:39:20.289174 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.scheduler.base_scheduler [None req-1c27fbac-fa3b-47ef-bb89-ddae453962fc None None] Resources bound (agent type, host, resource id): {{(pid=105392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:39:20.292017 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c27fbac-fa3b-47ef-bb89-ddae453962fc None None] Received port after_create {{(pid=105392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:39:20.302327 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27fbac-fa3b-47ef-bb89-ddae453962fc None None] Pushing event updated for resources: {'Port': ['ID=0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec,revision_number=1']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:20.313743 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27fbac-fa3b-47ef-bb89-ddae453962fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:20.314315 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27fbac-fa3b-47ef-bb89-ddae453962fc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:20.314763 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27fbac-fa3b-47ef-bb89-ddae453962fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:20.315219 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27fbac-fa3b-47ef-bb89-ddae453962fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:20.315563 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27fbac-fa3b-47ef-bb89-ddae453962fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:20.315897 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27fbac-fa3b-47ef-bb89-ddae453962fc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:20.316235 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27fbac-fa3b-47ef-bb89-ddae453962fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:20.316563 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27fbac-fa3b-47ef-bb89-ddae453962fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:20.316893 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27fbac-fa3b-47ef-bb89-ddae453962fc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:20.317251 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27fbac-fa3b-47ef-bb89-ddae453962fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:20.317582 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27fbac-fa3b-47ef-bb89-ddae453962fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:20.317925 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27fbac-fa3b-47ef-bb89-ddae453962fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:20.318257 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27fbac-fa3b-47ef-bb89-ddae453962fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:20.318582 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27fbac-fa3b-47ef-bb89-ddae453962fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:20.318913 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27fbac-fa3b-47ef-bb89-ddae453962fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:20.320116 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27fbac-fa3b-47ef-bb89-ddae453962fc None None] Tracked resource versions report: Nov 02 14:39:20.320116 dv-cinder-862365-4-iscsi neutron-server[105392]: pushed versions: Nov 02 14:39:20.320116 dv-cinder-862365-4-iscsi neutron-server[105392]: { 'AddressGroup': {'1.2'}, Nov 02 14:39:20.320116 dv-cinder-862365-4-iscsi neutron-server[105392]: 'Agent': {'1.1'}, Nov 02 14:39:20.320116 dv-cinder-862365-4-iscsi neutron-server[105392]: 'ConntrackHelper': {'1.0'}, Nov 02 14:39:20.320116 dv-cinder-862365-4-iscsi neutron-server[105392]: 'LocalIPAssociation': {'1.0'}, Nov 02 14:39:20.320116 dv-cinder-862365-4-iscsi neutron-server[105392]: 'Log': {'1.0'}, Nov 02 14:39:20.320116 dv-cinder-862365-4-iscsi neutron-server[105392]: 'NDPProxy': {'1.0'}, Nov 02 14:39:20.320116 dv-cinder-862365-4-iscsi neutron-server[105392]: 'Network': {'1.1'}, Nov 02 14:39:20.320116 dv-cinder-862365-4-iscsi neutron-server[105392]: 'Port': {'1.7'}, Nov 02 14:39:20.320116 dv-cinder-862365-4-iscsi neutron-server[105392]: 'PortForwarding': {'1.3'}, Nov 02 14:39:20.320116 dv-cinder-862365-4-iscsi neutron-server[105392]: 'QosPolicy': {'1.10'}, Nov 02 14:39:20.320116 dv-cinder-862365-4-iscsi neutron-server[105392]: 'SecurityGroup': {'1.5'}, Nov 02 14:39:20.320116 dv-cinder-862365-4-iscsi neutron-server[105392]: 'SecurityGroupRule': {'1.2'}, Nov 02 14:39:20.320116 dv-cinder-862365-4-iscsi neutron-server[105392]: 'SubPort': {'1.0'}, Nov 02 14:39:20.320116 dv-cinder-862365-4-iscsi neutron-server[105392]: 'Subnet': {'1.1'}, Nov 02 14:39:20.320116 dv-cinder-862365-4-iscsi neutron-server[105392]: 'Trunk': {'1.1'}} Nov 02 14:39:20.320116 dv-cinder-862365-4-iscsi neutron-server[105392]: consumer versions: Nov 02 14:39:20.320116 dv-cinder-862365-4-iscsi neutron-server[105392]: { DHCP agent@dv-cinder-862365-4-iscsi: {}, Nov 02 14:39:20.320116 dv-cinder-862365-4-iscsi neutron-server[105392]: HyperV agent@hv-cinder-86236: {}, Nov 02 14:39:20.320116 dv-cinder-862365-4-iscsi neutron-server[105392]: L3 agent@dv-cinder-862365-4-iscsi: {}, Nov 02 14:39:20.320116 dv-cinder-862365-4-iscsi neutron-server[105392]: Metadata agent@dv-cinder-862365-4-iscsi: {}, Nov 02 14:39:20.320116 dv-cinder-862365-4-iscsi neutron-server[105392]: Metering agent@dv-cinder-862365-4-iscsi: {}, Nov 02 14:39:20.320116 dv-cinder-862365-4-iscsi neutron-server[105392]: Open vSwitch agent@dv-cinder-862365-4-iscsi: { 'AddressGroup': '1.2', Nov 02 14:39:20.320116 dv-cinder-862365-4-iscsi neutron-server[105392]: 'Agent': '1.1', Nov 02 14:39:20.320116 dv-cinder-862365-4-iscsi neutron-server[105392]: 'ConntrackHelper': '1.0', Nov 02 14:39:20.320116 dv-cinder-862365-4-iscsi neutron-server[105392]: 'LocalIPAssociation': '1.0', Nov 02 14:39:20.320116 dv-cinder-862365-4-iscsi neutron-server[105392]: 'Log': '1.0', Nov 02 14:39:20.320116 dv-cinder-862365-4-iscsi neutron-server[105392]: 'NDPProxy': '1.0', Nov 02 14:39:20.320116 dv-cinder-862365-4-iscsi neutron-server[105392]: 'Network': '1.1', Nov 02 14:39:20.320116 dv-cinder-862365-4-iscsi neutron-server[105392]: 'Port': '1.7', Nov 02 14:39:20.320116 dv-cinder-862365-4-iscsi neutron-server[105392]: 'PortForwarding': '1.3', Nov 02 14:39:20.320116 dv-cinder-862365-4-iscsi neutron-server[105392]: 'QosPolicy': '1.10', Nov 02 14:39:20.320116 dv-cinder-862365-4-iscsi neutron-server[105392]: 'SecurityGroup': '1.5', Nov 02 14:39:20.320116 dv-cinder-862365-4-iscsi neutron-server[105392]: 'SecurityGroupRule': '1.2', Nov 02 14:39:20.320116 dv-cinder-862365-4-iscsi neutron-server[105392]: 'SubPort': '1.0', Nov 02 14:39:20.320116 dv-cinder-862365-4-iscsi neutron-server[105392]: 'Subnet': '1.1', Nov 02 14:39:20.320116 dv-cinder-862365-4-iscsi neutron-server[105392]: 'Trunk': '1.1'}} Nov 02 14:39:20.320116 dv-cinder-862365-4-iscsi neutron-server[105392]: {{(pid=105392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 14:39:20.339942 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-108fa0e4-104c-4950-b845-afca293f31bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461'] for port (3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf), after_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:20.394832 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108fa0e4-104c-4950-b845-afca293f31bf None None] Network bea7d5f3-3f34-426a-97bc-a8938ef4d97b is already hosted by enough agents. {{(pid=105392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:39:20.401693 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.scheduler.base_scheduler [None req-108fa0e4-104c-4950-b845-afca293f31bf None None] Resources bound (agent type, host, resource id): {{(pid=105392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:39:20.405960 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108fa0e4-104c-4950-b845-afca293f31bf None None] Received port after_create {{(pid=105392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:39:20.427020 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-1c27fbac-fa3b-47ef-bb89-ddae453962fc None None] Attempting to bind port 0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec on host dv-cinder-862365-4-iscsi for vnic_type normal with profile {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:39:20.427387 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-1c27fbac-fa3b-47ef-bb89-ddae453962fc None None] Attempting to bind port 0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec by drivers openvswitch,hyperv on host dv-cinder-862365-4-iscsi at level 0 using segments [{'id': '5fc79958-b34d-4ac1-803c-ec9f1b61bef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '07b27265-9252-453e-b15b-5758b8087359'}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:39:20.427742 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c27fbac-fa3b-47ef-bb89-ddae453962fc None None] Attempting to bind port 0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec on network 07b27265-9252-453e-b15b-5758b8087359 {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:39:20.431335 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dcf66e-8a75-49a2-a6ec-0816fb12a086 admin admin] Network f2e46242-b4bc-49aa-9edc-2954b80ac8ba is scheduled to be hosted by DHCP agent 46896d2e-004f-49d2-b9f8-26552a5db8fb with binding_index 1 {{(pid=105391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 14:39:20.432819 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108fa0e4-104c-4950-b845-afca293f31bf None None] Pushing event updated for resources: {'Port': ['ID=3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf,revision_number=1']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:20.520785 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-108fa0e4-104c-4950-b845-afca293f31bf None None] Attempting to bind port 3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf on host dv-cinder-862365-4-iscsi for vnic_type normal with profile {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:39:20.521319 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-108fa0e4-104c-4950-b845-afca293f31bf None None] Attempting to bind port 3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf by drivers openvswitch,hyperv on host dv-cinder-862365-4-iscsi at level 0 using segments [{'id': '076e55e6-4e08-4faf-8572-84b8f0dfcbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b'}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:39:20.522470 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108fa0e4-104c-4950-b845-afca293f31bf None None] Attempting to bind port 3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf on network bea7d5f3-3f34-426a-97bc-a8938ef4d97b {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:39:20.525590 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-23a5fc16-551c-43e2-a8a5-37e6b1d3045a admin admin] Publish callbacks [] for router_gateway (0c3f5f10-473c-4f0a-8359-df2bfc48fdb8), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:20.534575 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [None req-c6dcf66e-8a75-49a2-a6ec-0816fb12a086 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862365-4-iscsi, f2e46242-b4bc-49aa-9edc-2954b80ac8ba) {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:39:20.542774 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dcf66e-8a75-49a2-a6ec-0816fb12a086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:20.543401 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-c6dcf66e-8a75-49a2-a6ec-0816fb12a086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for subnet (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:20.553398 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c27fbac-fa3b-47ef-bb89-ddae453962fc None None] Checking agent: {'id': '4ad02b58-e5d3-4528-83f7-2571c528ebad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 30, 41), 'started_at': datetime.datetime(2022, 11, 2, 14, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:39:20.553908 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c27fbac-fa3b-47ef-bb89-ddae453962fc None None] Checking segment: {'id': '5fc79958-b34d-4ac1-803c-ec9f1b61bef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '07b27265-9252-453e-b15b-5758b8087359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:39:20.554310 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-1c27fbac-fa3b-47ef-bb89-ddae453962fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:20.554692 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c27fbac-fa3b-47ef-bb89-ddae453962fc None None] Bound using segment: {'id': '5fc79958-b34d-4ac1-803c-ec9f1b61bef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '07b27265-9252-453e-b15b-5758b8087359'} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:39:20.555441 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-1c27fbac-fa3b-47ef-bb89-ddae453962fc None None] Bound port: 0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec, host: dv-cinder-862365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc79958-b34d-4ac1-803c-ec9f1b61bef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '07b27265-9252-453e-b15b-5758b8087359'}}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:39:20.555581 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-1c27fbac-fa3b-47ef-bb89-ddae453962fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:20.561547 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff793ef-fbcf-4a42-92fc-1b67f73a39c1 None None] Network f2e46242-b4bc-49aa-9edc-2954b80ac8ba requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:39:20.587823 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-23a5fc16-551c-43e2-a8a5-37e6b1d3045a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:20.676952 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-c6dcf66e-8a75-49a2-a6ec-0816fb12a086 admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5448313 Nov 02 14:39:20.679714 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 55736) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:20.694088 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-ae52e844-0f04-4b89-b610-6a2cd43f8df9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-131606185-router', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:39:20.746970 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e165601a-25b0-41a2-b04e-c8eee252d747 admin admin] Publish callbacks [] for router_gateway (6418c070-202d-44f4-a721-f4d15d9291da), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:20.763121 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108fa0e4-104c-4950-b845-afca293f31bf None None] Checking agent: {'id': '4ad02b58-e5d3-4528-83f7-2571c528ebad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 30, 41), 'started_at': datetime.datetime(2022, 11, 2, 14, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:39:20.763610 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108fa0e4-104c-4950-b845-afca293f31bf None None] Checking segment: {'id': '076e55e6-4e08-4faf-8572-84b8f0dfcbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:39:20.764066 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-108fa0e4-104c-4950-b845-afca293f31bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:20.764560 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108fa0e4-104c-4950-b845-afca293f31bf None None] Bound using segment: {'id': '076e55e6-4e08-4faf-8572-84b8f0dfcbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b'} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:39:20.765151 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-108fa0e4-104c-4950-b845-afca293f31bf None None] Bound port: 3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf, host: dv-cinder-862365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '076e55e6-4e08-4faf-8572-84b8f0dfcbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b'}}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:39:20.765731 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-108fa0e4-104c-4950-b845-afca293f31bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:20.787086 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e165601a-25b0-41a2-b04e-c8eee252d747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:20.789488 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42a8950-caa2-4fbe-ade7-0e99bf11c4a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d58aa65-0d08-50de-ae60-d403a5b22f04-f2e46242-b4bc-49aa-9edc-2954b80ac8ba', 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba', 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'fixed_ips': [{'subnet_id': '82f2bb5b-1705-4182-9233-e8913f6cd258'}]}} from dv-cinder-862365-4-iscsi. {{(pid=105392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 14:39:20.791121 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-c42a8950-caa2-4fbe-ade7-0e99bf11c4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:20.826494 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ae52e844-0f04-4b89-b610-6a2cd43f8df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66776222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43167'] for router (342a5859-52ee-490d-94ca-5c9173f1f852), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:20.827761 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ae52e844-0f04-4b89-b610-6a2cd43f8df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66771122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66773370', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66784571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43142'] for router (342a5859-52ee-490d-94ca-5c9173f1f852), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:20.857183 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.db_base_plugin_common [None req-23a5fc16-551c-43e2-a8a5-37e6b1d3045a admin admin] Allocated IP 172.27.0.181 (1e79e91c-2906-4b84-b981-aada7c6d27e6/3c350c57-8af8-403d-ac8f-51d64fbe694a/7da4b0de-9192-4875-ab9b-6ea405846ae3) {{(pid=105390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:39:20.870155 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-1c27fbac-fa3b-47ef-bb89-ddae453962fc None None] For port 0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec, host dv-cinder-862365-4-iscsi, cleared binding levels {{(pid=105392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:39:20.874414 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-1c27fbac-fa3b-47ef-bb89-ddae453962fc None None] For port 0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec, host dv-cinder-862365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec,segment=NetworkSegment(5fc79958-b34d-4ac1-803c-ec9f1b61bef8),segment_id=5fc79958-b34d-4ac1-803c-ec9f1b61bef8)] {{(pid=105392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:39:20.975425 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:UPDATE=4,neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:20.976809 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ae52e844-0f04-4b89-b610-6a2cd43f8df9 admin admin] Publish callbacks [] for router_controller (342a5859-52ee-490d-94ca-5c9173f1f852), precommit_add_association {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:20.994784 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-1c27fbac-fa3b-47ef-bb89-ddae453962fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:21.036476 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-108fa0e4-104c-4950-b845-afca293f31bf None None] For port 3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf, host dv-cinder-862365-4-iscsi, cleared binding levels {{(pid=105392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:39:21.067416 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-108fa0e4-104c-4950-b845-afca293f31bf None None] For port 3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf, host dv-cinder-862365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf,segment=NetworkSegment(076e55e6-4e08-4faf-8572-84b8f0dfcbf2),segment_id=076e55e6-4e08-4faf-8572-84b8f0dfcbf2)] {{(pid=105392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:39:21.085553 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-23a5fc16-551c-43e2-a8a5-37e6b1d3045a admin admin] Publish callbacks [] for port (7da4b0de-9192-4875-ab9b-6ea405846ae3), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:21.156155 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-108fa0e4-104c-4950-b845-afca293f31bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:21.166832 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27fbac-fa3b-47ef-bb89-ddae453962fc None None] Pushing event updated for resources: {'Port': ['ID=0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec,revision_number=2']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:21.176497 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:21.177508 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.db_base_plugin_common [None req-c42a8950-caa2-4fbe-ade7-0e99bf11c4a5 None None] Allocated IP 172.20.0.2 (f2e46242-b4bc-49aa-9edc-2954b80ac8ba/82f2bb5b-1705-4182-9233-e8913f6cd258/103a40bd-7297-4131-be82-54f1ce32989c) {{(pid=105392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:39:21.272527 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-23a5fc16-551c-43e2-a8a5-37e6b1d3045a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461'] for port (7da4b0de-9192-4875-ab9b-6ea405846ae3), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:21.278643 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ae52e844-0f04-4b89-b610-6a2cd43f8df9 admin admin] Publish callbacks [] for router_gateway (342a5859-52ee-490d-94ca-5c9173f1f852), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:21.315145 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a5fc16-551c-43e2-a8a5-37e6b1d3045a admin admin] Network 1e79e91c-2906-4b84-b981-aada7c6d27e6 is already hosted by enough agents. {{(pid=105390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:39:21.320991 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-23a5fc16-551c-43e2-a8a5-37e6b1d3045a admin admin] Resources bound (agent type, host, resource id): {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:39:21.385577 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a5fc16-551c-43e2-a8a5-37e6b1d3045a admin admin] Received port after_create {{(pid=105390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:39:21.392067 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108fa0e4-104c-4950-b845-afca293f31bf None None] Pushing event updated for resources: {'Port': ['ID=3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf,revision_number=2']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:21.598676 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.db_base_plugin_common [None req-e165601a-25b0-41a2-b04e-c8eee252d747 admin admin] Allocated IP 172.27.0.75 (1e79e91c-2906-4b84-b981-aada7c6d27e6/3c350c57-8af8-403d-ac8f-51d64fbe694a/03ac4043-a9dc-4fa0-b608-5c51f3bc015f) {{(pid=105390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:39:21.634033 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-c42a8950-caa2-4fbe-ade7-0e99bf11c4a5 None None] Publish callbacks [] for port (103a40bd-7297-4131-be82-54f1ce32989c), precommit_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:21.722117 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:39:21.741194 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5fc16-551c-43e2-a8a5-37e6b1d3045a admin admin] Pushing event updated for resources: {'Port': ['ID=7da4b0de-9192-4875-ab9b-6ea405846ae3,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:21.822826 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ae52e844-0f04-4b89-b610-6a2cd43f8df9 admin admin] Publish callbacks [] for router_gateway (342a5859-52ee-490d-94ca-5c9173f1f852), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:21.835196 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-c42a8950-caa2-4fbe-ade7-0e99bf11c4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461'] for port (103a40bd-7297-4131-be82-54f1ce32989c), after_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:21.874386 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ae52e844-0f04-4b89-b610-6a2cd43f8df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:21.960829 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=4 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:21.969347 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-23a5fc16-551c-43e2-a8a5-37e6b1d3045a admin admin] Publish callbacks [] for router_gateway (0c3f5f10-473c-4f0a-8359-df2bfc48fdb8), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:22.036946 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42a8950-caa2-4fbe-ade7-0e99bf11c4a5 None None] Network f2e46242-b4bc-49aa-9edc-2954b80ac8ba is already hosted by enough agents. {{(pid=105392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:39:22.045796 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.scheduler.base_scheduler [None req-c42a8950-caa2-4fbe-ade7-0e99bf11c4a5 None None] Resources bound (agent type, host, resource id): {{(pid=105392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:39:22.113961 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a8950-caa2-4fbe-ade7-0e99bf11c4a5 None None] Pushing event updated for resources: {'Port': ['ID=103a40bd-7297-4131-be82-54f1ce32989c,revision_number=1']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:22.143185 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42a8950-caa2-4fbe-ade7-0e99bf11c4a5 None None] Received port after_create {{(pid=105392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:39:22.154710 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:39:22.154710 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:22.155389 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec Nov 02 14:39:22.175262 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e165601a-25b0-41a2-b04e-c8eee252d747 admin admin] Publish callbacks [] for port (03ac4043-a9dc-4fa0-b608-5c51f3bc015f), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:22.302520 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-c42a8950-caa2-4fbe-ade7-0e99bf11c4a5 None None] Attempting to bind port 103a40bd-7297-4131-be82-54f1ce32989c on host dv-cinder-862365-4-iscsi for vnic_type normal with profile {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:39:22.303593 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-c42a8950-caa2-4fbe-ade7-0e99bf11c4a5 None None] Attempting to bind port 103a40bd-7297-4131-be82-54f1ce32989c by drivers openvswitch,hyperv on host dv-cinder-862365-4-iscsi at level 0 using segments [{'id': '1eff0572-7501-4653-a799-253705bab93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba'}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:39:22.304615 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42a8950-caa2-4fbe-ade7-0e99bf11c4a5 None None] Attempting to bind port 103a40bd-7297-4131-be82-54f1ce32989c on network f2e46242-b4bc-49aa-9edc-2954b80ac8ba {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:39:22.381345 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 55786) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:22.394486 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-23a5fc16-551c-43e2-a8a5-37e6b1d3045a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66771109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66773276'] for router (0c3f5f10-473c-4f0a-8359-df2bfc48fdb8), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:22.416690 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42a8950-caa2-4fbe-ade7-0e99bf11c4a5 None None] Checking agent: {'id': '4ad02b58-e5d3-4528-83f7-2571c528ebad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 30, 41), 'started_at': datetime.datetime(2022, 11, 2, 14, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:39:22.417078 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42a8950-caa2-4fbe-ade7-0e99bf11c4a5 None None] Checking segment: {'id': '1eff0572-7501-4653-a799-253705bab93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:39:22.417484 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-c42a8950-caa2-4fbe-ade7-0e99bf11c4a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:22.418006 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42a8950-caa2-4fbe-ade7-0e99bf11c4a5 None None] Bound using segment: {'id': '1eff0572-7501-4653-a799-253705bab93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba'} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:39:22.418561 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-c42a8950-caa2-4fbe-ade7-0e99bf11c4a5 None None] Bound port: 103a40bd-7297-4131-be82-54f1ce32989c, host: dv-cinder-862365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eff0572-7501-4653-a799-253705bab93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba'}}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:39:22.418938 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-c42a8950-caa2-4fbe-ade7-0e99bf11c4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (103a40bd-7297-4131-be82-54f1ce32989c), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:22.421996 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec is: DOWN; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:39:22.422366 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:22.492463 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] For port 0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec,segment=NetworkSegment(5fc79958-b34d-4ac1-803c-ec9f1b61bef8),segment_id=5fc79958-b34d-4ac1-803c-ec9f1b61bef8)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:39:22.515555 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e165601a-25b0-41a2-b04e-c8eee252d747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461'] for port (03ac4043-a9dc-4fa0-b608-5c51f3bc015f), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:22.534013 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-c42a8950-caa2-4fbe-ade7-0e99bf11c4a5 None None] For port 103a40bd-7297-4131-be82-54f1ce32989c, host dv-cinder-862365-4-iscsi, cleared binding levels {{(pid=105392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:39:22.538254 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-c42a8950-caa2-4fbe-ade7-0e99bf11c4a5 None None] For port 103a40bd-7297-4131-be82-54f1ce32989c, host dv-cinder-862365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=103a40bd-7297-4131-be82-54f1ce32989c,segment=NetworkSegment(1eff0572-7501-4653-a799-253705bab93c),segment_id=1eff0572-7501-4653-a799-253705bab93c)] {{(pid=105392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:39:22.550650 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e165601a-25b0-41a2-b04e-c8eee252d747 admin admin] Network 1e79e91c-2906-4b84-b981-aada7c6d27e6 is already hosted by enough agents. {{(pid=105390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:39:22.576557 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-e165601a-25b0-41a2-b04e-c8eee252d747 admin admin] Resources bound (agent type, host, resource id): {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:39:22.597518 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e165601a-25b0-41a2-b04e-c8eee252d747 admin admin] Received port after_create {{(pid=105390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:39:22.637063 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.db_base_plugin_common [None req-ae52e844-0f04-4b89-b610-6a2cd43f8df9 admin admin] Allocated IP 172.27.0.202 (1e79e91c-2906-4b84-b981-aada7c6d27e6/3c350c57-8af8-403d-ac8f-51d64fbe694a/39efcdc3-cd3e-476b-b10c-41c4ae64db72) {{(pid=105391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:39:22.661324 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:22.680422 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-69f028dd-83a6-4f07-a280-eeeda31372e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:22.703537 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-c42a8950-caa2-4fbe-ade7-0e99bf11c4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (103a40bd-7297-4131-be82-54f1ce32989c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:22.754038 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e165601a-25b0-41a2-b04e-c8eee252d747 admin admin] Pushing event updated for resources: {'Port': ['ID=03ac4043-a9dc-4fa0-b608-5c51f3bc015f,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:22.765314 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Pushing event updated for resources: {'Port': ['ID=0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec,revision_number=3']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:22.786177 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:22.875103 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a8950-caa2-4fbe-ade7-0e99bf11c4a5 None None] Pushing event updated for resources: {'Port': ['ID=103a40bd-7297-4131-be82-54f1ce32989c,revision_number=2']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:22.879350 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:22.898660 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd35b4fc-042b-494e-ac41-39ec6541d956 None None] Network 07b27265-9252-453e-b15b-5758b8087359 requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:39:22.929724 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ae52e844-0f04-4b89-b610-6a2cd43f8df9 admin admin] Publish callbacks [] for port (39efcdc3-cd3e-476b-b10c-41c4ae64db72), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:22.958667 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a5fc16-551c-43e2-a8a5-37e6b1d3045a admin admin] Router 0c3f5f10-473c-4f0a-8359-df2bfc48fdb8 is scheduled to L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c with binding_index 1 {{(pid=105390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 14:39:22.977253 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-69f028dd-83a6-4f07-a280-eeeda31372e0 admin admin] Publish callbacks [] for security_group (e9bb77d8-da75-4002-82cd-b19e8200f286), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:22.986234 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-50ee12fe-f93a-4504-8e1d-4a089bf90a25 None None] Provisioning complete for port 0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:39:22.986622 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-50ee12fe-f93a-4504-8e1d-4a089bf90a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:22.987007 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-50ee12fe-f93a-4504-8e1d-4a089bf90a25 None None] Attempt 1 to provision port 0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec Nov 02 14:39:23.044644 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-69f028dd-83a6-4f07-a280-eeeda31372e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (e9bb77d8-da75-4002-82cd-b19e8200f286), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:23.122319 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ae52e844-0f04-4b89-b610-6a2cd43f8df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461'] for port (39efcdc3-cd3e-476b-b10c-41c4ae64db72), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:23.200220 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-50ee12fe-f93a-4504-8e1d-4a089bf90a25 None None] Current status of the port 0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:39:23.209175 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-69f028dd-83a6-4f07-a280-eeeda31372e0 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=eb9e9706da874e1cb92bc199af1053da&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8220003 Nov 02 14:39:23.234434 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e165601a-25b0-41a2-b04e-c8eee252d747 admin admin] Publish callbacks [] for router_gateway (6418c070-202d-44f4-a721-f4d15d9291da), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:23.237355 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 55816) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:23.272270 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52e844-0f04-4b89-b610-6a2cd43f8df9 admin admin] Pushing event updated for resources: {'Port': ['ID=39efcdc3-cd3e-476b-b10c-41c4ae64db72,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:23.275404 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f028dd-83a6-4f07-a280-eeeda31372e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bb77d8-da75-4002-82cd-b19e8200f286,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:23.280409 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae52e844-0f04-4b89-b610-6a2cd43f8df9 admin admin] Network 1e79e91c-2906-4b84-b981-aada7c6d27e6 is already hosted by enough agents. {{(pid=105391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:39:23.283340 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [None req-ae52e844-0f04-4b89-b610-6a2cd43f8df9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:39:23.286259 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae52e844-0f04-4b89-b610-6a2cd43f8df9 admin admin] Received port after_create {{(pid=105391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:39:23.294080 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:23.455129 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a5fc16-551c-43e2-a8a5-37e6b1d3045a admin admin] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:39:23.461087 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-98846b31-783d-44d5-a03e-d3149e4d5efa admin admin] Publish callbacks [] for security_group (e9bb77d8-da75-4002-82cd-b19e8200f286), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:23.471861 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334442b9-398f-4c39-a668-0a2fc6254a21 None None] Sync routers for ids ['0c3f5f10-473c-4f0a-8359-df2bfc48fdb8'] in dv-cinder-862365-4-iscsi {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:39:23.496752 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334442b9-398f-4c39-a668-0a2fc6254a21 None None] Routers {'0c3f5f10-473c-4f0a-8359-df2bfc48fdb8'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:39:23.497688 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-334442b9-398f-4c39-a668-0a2fc6254a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:39:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['0c3f5f10-473c-4f0a-8359-df2bfc48fdb8'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:39:23.500383 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-98846b31-783d-44d5-a03e-d3149e4d5efa admin admin] Publish callbacks [] for security_group (e9bb77d8-da75-4002-82cd-b19e8200f286), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:23.536233 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f46cbd-84fb-48d9-a3bf-b058df19a0bf None None] Network bea7d5f3-3f34-426a-97bc-a8938ef4d97b requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:39:23.781892 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ae52e844-0f04-4b89-b610-6a2cd43f8df9 admin admin] Publish callbacks [] for router_gateway (342a5859-52ee-490d-94ca-5c9173f1f852), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:23.868599 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-23a5fc16-551c-43e2-a8a5-37e6b1d3045a admin admin] Publish callbacks [] for router (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:23.870497 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-23a5fc16-551c-43e2-a8a5-37e6b1d3045a admin admin] 10.222.0.30 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5883124 Nov 02 14:39:23.874651 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 55834) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:23.880679 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-98846b31-783d-44d5-a03e-d3149e4d5efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (e9bb77d8-da75-4002-82cd-b19e8200f286), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:23.880679 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-98846b31-783d-44d5-a03e-d3149e4d5efa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:23.880679 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-98846b31-783d-44d5-a03e-d3149e4d5efa admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/e9bb77d8-da75-4002-82cd-b19e8200f286 HTTP/1.1" status: 204 len: 168 time: 0.6385076 Nov 02 14:39:23.898154 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-334442b9-398f-4c39-a668-0a2fc6254a21 None None] Set router 0c3f5f10-473c-4f0a-8359-df2bfc48fdb8 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:39:23.956384 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 103a40bd-7297-4131-be82-54f1ce32989c up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:39:23.956615 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98846b31-783d-44d5-a03e-d3149e4d5efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bb77d8-da75-4002-82cd-b19e8200f286,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:23.962127 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e165601a-25b0-41a2-b04e-c8eee252d747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66771109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66773276'] for router (6418c070-202d-44f4-a721-f4d15d9291da), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:24.063944 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 103a40bd-7297-4131-be82-54f1ce32989c triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:39:24.064899 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (103a40bd-7297-4131-be82-54f1ce32989c), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:24.065569 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 103a40bd-7297-4131-be82-54f1ce32989c Nov 02 14:39:24.110573 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-b88ec253-be5b-4ad7-b037-24c0fb903fe2 None None] Provisioning complete for port 3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:39:24.110956 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-b88ec253-be5b-4ad7-b037-24c0fb903fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:24.111295 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-b88ec253-be5b-4ad7-b037-24c0fb903fe2 None None] Attempt 1 to provision port 3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf Nov 02 14:39:24.223809 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-b88ec253-be5b-4ad7-b037-24c0fb903fe2 None None] Current status of the port 3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf is: DOWN; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:39:24.224201 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-b88ec253-be5b-4ad7-b037-24c0fb903fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:24.317586 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-334442b9-398f-4c39-a668-0a2fc6254a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3f5f10-473c-4f0a-8359-df2bfc48fdb8', 'name': 'tempest-DeleteServersTestJSON-1358433460-router', 'tenant_id': 'b60403061fba42eba98a7c89987672a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '7da4b0de-9192-4875-ab9b-6ea405846ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:19Z', 'updated_at': '2022-11-02T14:39:21Z', 'revision_number': 3, 'project_id': 'b60403061fba42eba98a7c89987672a8', 'gw_port': {'id': '7da4b0de-9192-4875-ab9b-6ea405846ae3', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3f5f10-473c-4f0a-8359-df2bfc48fdb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:39:24.366256 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334442b9-398f-4c39-a668-0a2fc6254a21 None None] Checking router: 0c3f5f10-473c-4f0a-8359-df2bfc48fdb8 for host: dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:39:24.367103 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334442b9-398f-4c39-a668-0a2fc6254a21 None None] Updating router 0c3f5f10-473c-4f0a-8359-df2bfc48fdb8 port 7da4b0de-9192-4875-ab9b-6ea405846ae3 binding host dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 14:39:24.372330 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-b88ec253-be5b-4ad7-b037-24c0fb903fe2 None None] For port 3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf,segment=NetworkSegment(076e55e6-4e08-4faf-8572-84b8f0dfcbf2),segment_id=076e55e6-4e08-4faf-8572-84b8f0dfcbf2)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:39:24.405608 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 55850) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:24.420266 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-334442b9-398f-4c39-a668-0a2fc6254a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (7da4b0de-9192-4875-ab9b-6ea405846ae3), before_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:24.536388 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 103a40bd-7297-4131-be82-54f1ce32989c is: DOWN; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:39:24.537103 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (103a40bd-7297-4131-be82-54f1ce32989c), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:24.539496 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-b88ec253-be5b-4ad7-b037-24c0fb903fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:24.597817 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e165601a-25b0-41a2-b04e-c8eee252d747 admin admin] Router 6418c070-202d-44f4-a721-f4d15d9291da is scheduled to L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c with binding_index 1 {{(pid=105390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 14:39:24.618778 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] For port 103a40bd-7297-4131-be82-54f1ce32989c, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=103a40bd-7297-4131-be82-54f1ce32989c,segment=NetworkSegment(1eff0572-7501-4653-a799-253705bab93c),segment_id=1eff0572-7501-4653-a799-253705bab93c)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:39:24.693762 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-cc996f39-56e0-4523-a204-20b9cf48276b None None] Provisioning complete for port 0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:39:24.694929 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-cc996f39-56e0-4523-a204-20b9cf48276b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:24.696655 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-cc996f39-56e0-4523-a204-20b9cf48276b None None] Attempt 1 to provision port 0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec Nov 02 14:39:24.701556 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:24.704696 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e806cb82-47f1-4336-9fe1-f49a25a5e79a None None] Network f2e46242-b4bc-49aa-9edc-2954b80ac8ba requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:39:24.840625 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ae52e844-0f04-4b89-b610-6a2cd43f8df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66771109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66773276'] for router (342a5859-52ee-490d-94ca-5c9173f1f852), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:24.865668 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-7967426e-4dc6-426a-9cce-31bc2416d3fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:24.879258 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ec253-be5b-4ad7-b037-24c0fb903fe2 None None] Pushing event updated for resources: {'Port': ['ID=3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf,revision_number=3']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:24.886587 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (103a40bd-7297-4131-be82-54f1ce32989c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:24.894523 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:39:24.903210 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:24.959708 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-334442b9-398f-4c39-a668-0a2fc6254a21 None None] Publish callbacks [] for port (7da4b0de-9192-4875-ab9b-6ea405846ae3), precommit_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:24.965248 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e165601a-25b0-41a2-b04e-c8eee252d747 admin admin] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:39:25.061600 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-7967426e-4dc6-426a-9cce-31bc2416d3fd admin admin] Publish callbacks [] for security_group (083b671a-d016-4ce4-9f5c-6945f1482ebd), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:25.072215 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-334442b9-398f-4c39-a668-0a2fc6254a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (7da4b0de-9192-4875-ab9b-6ea405846ae3), after_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:25.079177 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Pushing event updated for resources: {'Port': ['ID=103a40bd-7297-4131-be82-54f1ce32989c,revision_number=3']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:25.092099 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4644aed-84f6-41cc-b1af-76283bfea9f8 None None] Sync routers for ids ['6418c070-202d-44f4-a721-f4d15d9291da'] in dv-cinder-862365-4-iscsi {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:39:25.114865 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e165601a-25b0-41a2-b04e-c8eee252d747 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:25.116467 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-e165601a-25b0-41a2-b04e-c8eee252d747 admin admin] 10.222.0.30 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.7596176 Nov 02 14:39:25.126658 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 55866) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:25.135839 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.managers [None req-334442b9-398f-4c39-a668-0a2fc6254a21 None None] Attempting to bind port 7da4b0de-9192-4875-ab9b-6ea405846ae3 on host dv-cinder-862365-4-iscsi for vnic_type normal with profile {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:39:25.135839 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.managers [None req-334442b9-398f-4c39-a668-0a2fc6254a21 None None] Attempting to bind port 7da4b0de-9192-4875-ab9b-6ea405846ae3 by drivers openvswitch,hyperv on host dv-cinder-862365-4-iscsi at level 0 using segments [{'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}] {{(pid=105393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:39:25.135839 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334442b9-398f-4c39-a668-0a2fc6254a21 None None] Attempting to bind port 7da4b0de-9192-4875-ab9b-6ea405846ae3 on network 1e79e91c-2906-4b84-b981-aada7c6d27e6 {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:39:25.139329 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4644aed-84f6-41cc-b1af-76283bfea9f8 None None] Routers {'6418c070-202d-44f4-a721-f4d15d9291da'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:39:25.139919 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-c4644aed-84f6-41cc-b1af-76283bfea9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:39:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['6418c070-202d-44f4-a721-f4d15d9291da'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:39:25.187541 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-7967426e-4dc6-426a-9cce-31bc2416d3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (083b671a-d016-4ce4-9f5c-6945f1482ebd), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:25.214697 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149fc36-9f7e-454a-92c4-df8ef2a121b8 None None] Pushing event updated for resources: {'Port': ['ID=7da4b0de-9192-4875-ab9b-6ea405846ae3,revision_number=2']} {{(pid=105393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:25.231226 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149fc36-9f7e-454a-92c4-df8ef2a121b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:25.231840 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149fc36-9f7e-454a-92c4-df8ef2a121b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:25.232902 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149fc36-9f7e-454a-92c4-df8ef2a121b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:25.232902 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149fc36-9f7e-454a-92c4-df8ef2a121b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:25.233503 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149fc36-9f7e-454a-92c4-df8ef2a121b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:25.234335 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149fc36-9f7e-454a-92c4-df8ef2a121b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:25.235354 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149fc36-9f7e-454a-92c4-df8ef2a121b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:25.236007 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149fc36-9f7e-454a-92c4-df8ef2a121b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:25.236649 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149fc36-9f7e-454a-92c4-df8ef2a121b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:25.237178 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149fc36-9f7e-454a-92c4-df8ef2a121b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:25.237664 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149fc36-9f7e-454a-92c4-df8ef2a121b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:25.238165 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149fc36-9f7e-454a-92c4-df8ef2a121b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:25.238718 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149fc36-9f7e-454a-92c4-df8ef2a121b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:25.239199 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149fc36-9f7e-454a-92c4-df8ef2a121b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:25.239677 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149fc36-9f7e-454a-92c4-df8ef2a121b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:39:25.241099 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149fc36-9f7e-454a-92c4-df8ef2a121b8 None None] Tracked resource versions report: Nov 02 14:39:25.241099 dv-cinder-862365-4-iscsi neutron-server[105393]: pushed versions: Nov 02 14:39:25.241099 dv-cinder-862365-4-iscsi neutron-server[105393]: { 'AddressGroup': {'1.2'}, Nov 02 14:39:25.241099 dv-cinder-862365-4-iscsi neutron-server[105393]: 'Agent': {'1.1'}, Nov 02 14:39:25.241099 dv-cinder-862365-4-iscsi neutron-server[105393]: 'ConntrackHelper': {'1.0'}, Nov 02 14:39:25.241099 dv-cinder-862365-4-iscsi neutron-server[105393]: 'LocalIPAssociation': {'1.0'}, Nov 02 14:39:25.241099 dv-cinder-862365-4-iscsi neutron-server[105393]: 'Log': {'1.0'}, Nov 02 14:39:25.241099 dv-cinder-862365-4-iscsi neutron-server[105393]: 'NDPProxy': {'1.0'}, Nov 02 14:39:25.241099 dv-cinder-862365-4-iscsi neutron-server[105393]: 'Network': {'1.1'}, Nov 02 14:39:25.241099 dv-cinder-862365-4-iscsi neutron-server[105393]: 'Port': {'1.7'}, Nov 02 14:39:25.241099 dv-cinder-862365-4-iscsi neutron-server[105393]: 'PortForwarding': {'1.3'}, Nov 02 14:39:25.241099 dv-cinder-862365-4-iscsi neutron-server[105393]: 'QosPolicy': {'1.10'}, Nov 02 14:39:25.241099 dv-cinder-862365-4-iscsi neutron-server[105393]: 'SecurityGroup': {'1.5'}, Nov 02 14:39:25.241099 dv-cinder-862365-4-iscsi neutron-server[105393]: 'SecurityGroupRule': {'1.2'}, Nov 02 14:39:25.241099 dv-cinder-862365-4-iscsi neutron-server[105393]: 'SubPort': {'1.0'}, Nov 02 14:39:25.241099 dv-cinder-862365-4-iscsi neutron-server[105393]: 'Subnet': {'1.1'}, Nov 02 14:39:25.241099 dv-cinder-862365-4-iscsi neutron-server[105393]: 'Trunk': {'1.1'}} Nov 02 14:39:25.241099 dv-cinder-862365-4-iscsi neutron-server[105393]: consumer versions: Nov 02 14:39:25.241099 dv-cinder-862365-4-iscsi neutron-server[105393]: { DHCP agent@dv-cinder-862365-4-iscsi: {}, Nov 02 14:39:25.241099 dv-cinder-862365-4-iscsi neutron-server[105393]: HyperV agent@hv-cinder-86236: {}, Nov 02 14:39:25.241099 dv-cinder-862365-4-iscsi neutron-server[105393]: L3 agent@dv-cinder-862365-4-iscsi: {}, Nov 02 14:39:25.241099 dv-cinder-862365-4-iscsi neutron-server[105393]: Metadata agent@dv-cinder-862365-4-iscsi: {}, Nov 02 14:39:25.241099 dv-cinder-862365-4-iscsi neutron-server[105393]: Metering agent@dv-cinder-862365-4-iscsi: {}, Nov 02 14:39:25.241099 dv-cinder-862365-4-iscsi neutron-server[105393]: Open vSwitch agent@dv-cinder-862365-4-iscsi: { 'AddressGroup': '1.2', Nov 02 14:39:25.241099 dv-cinder-862365-4-iscsi neutron-server[105393]: 'Agent': '1.1', Nov 02 14:39:25.241099 dv-cinder-862365-4-iscsi neutron-server[105393]: 'ConntrackHelper': '1.0', Nov 02 14:39:25.241099 dv-cinder-862365-4-iscsi neutron-server[105393]: 'LocalIPAssociation': '1.0', Nov 02 14:39:25.241099 dv-cinder-862365-4-iscsi neutron-server[105393]: 'Log': '1.0', Nov 02 14:39:25.241099 dv-cinder-862365-4-iscsi neutron-server[105393]: 'NDPProxy': '1.0', Nov 02 14:39:25.241099 dv-cinder-862365-4-iscsi neutron-server[105393]: 'Network': '1.1', Nov 02 14:39:25.241099 dv-cinder-862365-4-iscsi neutron-server[105393]: 'Port': '1.7', Nov 02 14:39:25.241099 dv-cinder-862365-4-iscsi neutron-server[105393]: 'PortForwarding': '1.3', Nov 02 14:39:25.241099 dv-cinder-862365-4-iscsi neutron-server[105393]: 'QosPolicy': '1.10', Nov 02 14:39:25.241099 dv-cinder-862365-4-iscsi neutron-server[105393]: 'SecurityGroup': '1.5', Nov 02 14:39:25.241099 dv-cinder-862365-4-iscsi neutron-server[105393]: 'SecurityGroupRule': '1.2', Nov 02 14:39:25.241099 dv-cinder-862365-4-iscsi neutron-server[105393]: 'SubPort': '1.0', Nov 02 14:39:25.241099 dv-cinder-862365-4-iscsi neutron-server[105393]: 'Subnet': '1.1', Nov 02 14:39:25.241099 dv-cinder-862365-4-iscsi neutron-server[105393]: 'Trunk': '1.1'}} Nov 02 14:39:25.241099 dv-cinder-862365-4-iscsi neutron-server[105393]: {{(pid=105393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 14:39:25.255566 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:25.255907 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-7967426e-4dc6-426a-9cce-31bc2416d3fd admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=a8912867218d4b1cb7de0479b9194ea9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8377821 Nov 02 14:39:25.262564 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334442b9-398f-4c39-a668-0a2fc6254a21 None None] Checking agent: {'id': '4ad02b58-e5d3-4528-83f7-2571c528ebad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 30, 41), 'started_at': datetime.datetime(2022, 11, 2, 14, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:39:25.267511 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 55870) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:25.267646 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334442b9-398f-4c39-a668-0a2fc6254a21 None None] Checking segment: {'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:39:25.267646 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-334442b9-398f-4c39-a668-0a2fc6254a21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:25.267646 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334442b9-398f-4c39-a668-0a2fc6254a21 None None] Bound using segment: {'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'} {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:39:25.267646 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.managers [None req-334442b9-398f-4c39-a668-0a2fc6254a21 None None] Bound port: 7da4b0de-9192-4875-ab9b-6ea405846ae3, host: dv-cinder-862365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}}] {{(pid=105393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:39:25.267646 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-334442b9-398f-4c39-a668-0a2fc6254a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (7da4b0de-9192-4875-ab9b-6ea405846ae3), before_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:25.273789 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-c4644aed-84f6-41cc-b1af-76283bfea9f8 None None] Set router 6418c070-202d-44f4-a721-f4d15d9291da gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:39:25.314976 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:25.324452 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967426e-4dc6-426a-9cce-31bc2416d3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083b671a-d016-4ce4-9f5c-6945f1482ebd,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:25.324991 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.db [None req-334442b9-398f-4c39-a668-0a2fc6254a21 None None] For port 7da4b0de-9192-4875-ab9b-6ea405846ae3, host dv-cinder-862365-4-iscsi, cleared binding levels {{(pid=105393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:39:25.329379 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.db [None req-334442b9-398f-4c39-a668-0a2fc6254a21 None None] For port 7da4b0de-9192-4875-ab9b-6ea405846ae3, host dv-cinder-862365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=7da4b0de-9192-4875-ab9b-6ea405846ae3,segment=NetworkSegment(16a641ca-682a-48e9-98c9-b5a1ba9af67a),segment_id=16a641ca-682a-48e9-98c9-b5a1ba9af67a)] {{(pid=105393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:39:25.366350 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 55872) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:25.376930 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae52e844-0f04-4b89-b610-6a2cd43f8df9 admin admin] Router 342a5859-52ee-490d-94ca-5c9173f1f852 is scheduled to L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c with binding_index 1 {{(pid=105391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 14:39:25.390032 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 55876) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:25.406511 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d64b25d3-add8-4fd0-b1bb-604732d0c262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:25.420990 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-e181c244-fb9c-4bbe-8f12-99556f01ee12 admin admin] Publish callbacks [] for security_group (083b671a-d016-4ce4-9f5c-6945f1482ebd), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:25.497244 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:39:25.497576 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:25.497928 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf Nov 02 14:39:25.506715 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-334442b9-398f-4c39-a668-0a2fc6254a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (7da4b0de-9192-4875-ab9b-6ea405846ae3), after_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:25.513770 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:25.627034 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334442b9-398f-4c39-a668-0a2fc6254a21 None None] Routers {'0c3f5f10-473c-4f0a-8359-df2bfc48fdb8'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:39:25.627659 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-334442b9-398f-4c39-a668-0a2fc6254a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:39:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['0c3f5f10-473c-4f0a-8359-df2bfc48fdb8'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:39:25.668290 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-e181c244-fb9c-4bbe-8f12-99556f01ee12 admin admin] Publish callbacks [] for security_group (083b671a-d016-4ce4-9f5c-6945f1482ebd), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:25.689235 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:25.691686 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:25.767776 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-76636736-f8c9-46e4-9598-ef1345889f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:25.788377 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae52e844-0f04-4b89-b610-6a2cd43f8df9 admin admin] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:39:25.829431 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6659b46a-bccd-4761-94f1-6b8336ca3bd8 None None] Sync routers for ids ['342a5859-52ee-490d-94ca-5c9173f1f852'] in dv-cinder-862365-4-iscsi {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:39:25.838121 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-cc996f39-56e0-4523-a204-20b9cf48276b None None] Current status of the port 0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:39:25.884612 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-334442b9-398f-4c39-a668-0a2fc6254a21 None None] Set router 0c3f5f10-473c-4f0a-8359-df2bfc48fdb8 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:39:25.914871 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d64b25d3-add8-4fd0-b1bb-604732d0c262 admin admin] Publish callbacks [] for security_group (c2822a07-e903-458d-a9f0-9b3ce6cbf446), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:25.986089 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-c4644aed-84f6-41cc-b1af-76283bfea9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6418c070-202d-44f4-a721-f4d15d9291da', 'name': 'tempest-ServerRescueNegativeTestJSON-1251080208-router', 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '03ac4043-a9dc-4fa0-b608-5c51f3bc015f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:19Z', 'updated_at': '2022-11-02T14:39:22Z', 'revision_number': 3, 'project_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'gw_port': {'id': '03ac4043-a9dc-4fa0-b608-5c51f3bc015f', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6418c070-202d-44f4-a721-f4d15d9291da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:39:25.986089 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-f4fcd002-3f08-405a-8d7b-8e6db0a33634 None None] Provisioning complete for port 3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:39:25.986089 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-f4fcd002-3f08-405a-8d7b-8e6db0a33634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:25.986089 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-f4fcd002-3f08-405a-8d7b-8e6db0a33634 None None] Attempt 1 to provision port 3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf Nov 02 14:39:25.986089 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:39:25.986089 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:39:26.005477 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d64b25d3-add8-4fd0-b1bb-604732d0c262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (c2822a07-e903-458d-a9f0-9b3ce6cbf446), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:26.009039 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-e181c244-fb9c-4bbe-8f12-99556f01ee12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (083b671a-d016-4ce4-9f5c-6945f1482ebd), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:26.019251 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-e181c244-fb9c-4bbe-8f12-99556f01ee12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:26.019251 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-e181c244-fb9c-4bbe-8f12-99556f01ee12 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/083b671a-d016-4ce4-9f5c-6945f1482ebd HTTP/1.1" status: 204 len: 168 time: 0.7522354 Nov 02 14:39:26.019251 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-fa9e8a80-773e-4993-a2ad-511e9c5670a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:26.024063 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ae52e844-0f04-4b89-b610-6a2cd43f8df9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:26.025424 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-ae52e844-0f04-4b89-b610-6a2cd43f8df9 admin admin] 10.222.0.30 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3426368 Nov 02 14:39:26.030164 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4644aed-84f6-41cc-b1af-76283bfea9f8 None None] Checking router: 6418c070-202d-44f4-a721-f4d15d9291da for host: dv-cinder-862365-4-iscsi {{(pid=105392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:39:26.030519 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4644aed-84f6-41cc-b1af-76283bfea9f8 None None] Updating router 6418c070-202d-44f4-a721-f4d15d9291da port 03ac4043-a9dc-4fa0-b608-5c51f3bc015f binding host dv-cinder-862365-4-iscsi {{(pid=105392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 14:39:26.068413 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 55896) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:26.112004 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181c244-fb9c-4bbe-8f12-99556f01ee12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083b671a-d016-4ce4-9f5c-6945f1482ebd,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:26.143897 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-c4644aed-84f6-41cc-b1af-76283bfea9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (03ac4043-a9dc-4fa0-b608-5c51f3bc015f), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:26.222788 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-f4fcd002-3f08-405a-8d7b-8e6db0a33634 None None] Current status of the port 3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:39:26.258065 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:39:26.258348 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:26.258723 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec Nov 02 14:39:26.322828 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-d64b25d3-add8-4fd0-b1bb-604732d0c262 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=e2697e25a08d45d7b167df89d62a9b0e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9351807 Nov 02 14:39:26.327199 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 55910) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:26.351539 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-334442b9-398f-4c39-a668-0a2fc6254a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3f5f10-473c-4f0a-8359-df2bfc48fdb8', 'name': 'tempest-DeleteServersTestJSON-1358433460-router', 'tenant_id': 'b60403061fba42eba98a7c89987672a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '7da4b0de-9192-4875-ab9b-6ea405846ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:19Z', 'updated_at': '2022-11-02T14:39:21Z', 'revision_number': 3, 'project_id': 'b60403061fba42eba98a7c89987672a8', 'gw_port': {'id': '7da4b0de-9192-4875-ab9b-6ea405846ae3', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3f5f10-473c-4f0a-8359-df2bfc48fdb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:39:26.356203 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-f4fcd002-3f08-405a-8d7b-8e6db0a33634 None None] Provisioning complete for port 103a40bd-7297-4131-be82-54f1ce32989c triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:39:26.356584 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-f4fcd002-3f08-405a-8d7b-8e6db0a33634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (103a40bd-7297-4131-be82-54f1ce32989c), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:26.357175 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-f4fcd002-3f08-405a-8d7b-8e6db0a33634 None None] Attempt 1 to provision port 103a40bd-7297-4131-be82-54f1ce32989c Nov 02 14:39:26.363819 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149fc36-9f7e-454a-92c4-df8ef2a121b8 None None] Pushing event updated for resources: {'Port': ['ID=7da4b0de-9192-4875-ab9b-6ea405846ae3,revision_number=3']} {{(pid=105393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:26.432947 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334442b9-398f-4c39-a668-0a2fc6254a21 None None] The sync data for ids ['0c3f5f10-473c-4f0a-8359-df2bfc48fdb8'] in dv-cinder-862365-4-iscsi is: [{'id': '0c3f5f10-473c-4f0a-8359-df2bfc48fdb8', 'name': 'tempest-DeleteServersTestJSON-1358433460-router', 'tenant_id': 'b60403061fba42eba98a7c89987672a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '7da4b0de-9192-4875-ab9b-6ea405846ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:19Z', 'updated_at': '2022-11-02T14:39:21Z', 'revision_number': 3, 'project_id': 'b60403061fba42eba98a7c89987672a8', 'gw_port': {'id': '7da4b0de-9192-4875-ab9b-6ea405846ae3', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3f5f10-473c-4f0a-8359-df2bfc48fdb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}] {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:39:26.435238 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:26.455824 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b25d3-add8-4fd0-b1bb-604732d0c262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2822a07-e903-458d-a9f0-9b3ce6cbf446,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:26.466345 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6659b46a-bccd-4761-94f1-6b8336ca3bd8 None None] Routers {'342a5859-52ee-490d-94ca-5c9173f1f852'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:39:26.467579 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-6659b46a-bccd-4761-94f1-6b8336ca3bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:39:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['342a5859-52ee-490d-94ca-5c9173f1f852'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:39:26.532808 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:39:26.623296 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-f4fcd002-3f08-405a-8d7b-8e6db0a33634 None None] Current status of the port 103a40bd-7297-4131-be82-54f1ce32989c is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:39:26.644973 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.db_base_plugin_common [None req-76636736-f8c9-46e4-9598-ef1345889f6f admin admin] Allocated IP 172.20.0.1 (07b27265-9252-453e-b15b-5758b8087359/fc4a104d-b9a7-4861-8d2e-56437daccb86/efc55d11-0743-478c-88e4-8547ad864b0c) {{(pid=105391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:39:26.661950 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:39:26.783589 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-6659b46a-bccd-4761-94f1-6b8336ca3bd8 None None] Set router 342a5859-52ee-490d-94ca-5c9173f1f852 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:39:26.865354 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-663c23da-ce58-4a5b-80b4-4ef9cb81b93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:26.943991 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 103a40bd-7297-4131-be82-54f1ce32989c up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:39:26.988044 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-76636736-f8c9-46e4-9598-ef1345889f6f admin admin] Publish callbacks [] for port (efc55d11-0743-478c-88e4-8547ad864b0c), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:27.006561 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-c4644aed-84f6-41cc-b1af-76283bfea9f8 None None] Publish callbacks [] for port (03ac4043-a9dc-4fa0-b608-5c51f3bc015f), precommit_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:27.021694 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 103a40bd-7297-4131-be82-54f1ce32989c triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:39:27.022137 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (103a40bd-7297-4131-be82-54f1ce32989c), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:27.022482 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 103a40bd-7297-4131-be82-54f1ce32989c Nov 02 14:39:27.049903 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-fa9e8a80-773e-4993-a2ad-511e9c5670a8 admin admin] Publish callbacks [] for security_group (439bd0f0-d968-4d02-83b6-e4355df158e0), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:27.071843 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8a9cba27-0f7f-4030-b623-967d31432040 admin admin] Publish callbacks [] for security_group (c2822a07-e903-458d-a9f0-9b3ce6cbf446), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:27.115092 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8a9cba27-0f7f-4030-b623-967d31432040 admin admin] Publish callbacks [] for security_group (c2822a07-e903-458d-a9f0-9b3ce6cbf446), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:27.123438 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-c4644aed-84f6-41cc-b1af-76283bfea9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (03ac4043-a9dc-4fa0-b608-5c51f3bc015f), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:27.159995 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-c4644aed-84f6-41cc-b1af-76283bfea9f8 None None] Attempting to bind port 03ac4043-a9dc-4fa0-b608-5c51f3bc015f on host dv-cinder-862365-4-iscsi for vnic_type normal with profile {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:39:27.160790 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-c4644aed-84f6-41cc-b1af-76283bfea9f8 None None] Attempting to bind port 03ac4043-a9dc-4fa0-b608-5c51f3bc015f by drivers openvswitch,hyperv on host dv-cinder-862365-4-iscsi at level 0 using segments [{'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:39:27.161439 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4644aed-84f6-41cc-b1af-76283bfea9f8 None None] Attempting to bind port 03ac4043-a9dc-4fa0-b608-5c51f3bc015f on network 1e79e91c-2906-4b84-b981-aada7c6d27e6 {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:39:27.199525 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-fa9e8a80-773e-4993-a2ad-511e9c5670a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (439bd0f0-d968-4d02-83b6-e4355df158e0), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:27.274834 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-fa9e8a80-773e-4993-a2ad-511e9c5670a8 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=60c52c5ab5864f5094b8c170cbb9f81c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9018819 Nov 02 14:39:27.276468 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-76636736-f8c9-46e4-9598-ef1345889f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461'] for port (efc55d11-0743-478c-88e4-8547ad864b0c), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:27.285086 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-6659b46a-bccd-4761-94f1-6b8336ca3bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'name': 'tempest-AttachVolumeShelveTestJSON-131606185-router', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '39efcdc3-cd3e-476b-b10c-41c4ae64db72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:23Z', 'revision_number': 3, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'gw_port': {'id': '39efcdc3-cd3e-476b-b10c-41c4ae64db72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:21Z', 'updated_at': '2022-11-02T14:39:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:39:27.289538 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 55928) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:27.329432 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 55934) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:27.346439 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6659b46a-bccd-4761-94f1-6b8336ca3bd8 None None] Checking router: 342a5859-52ee-490d-94ca-5c9173f1f852 for host: dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:39:27.346675 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6659b46a-bccd-4761-94f1-6b8336ca3bd8 None None] Updating router 342a5859-52ee-490d-94ca-5c9173f1f852 port 39efcdc3-cd3e-476b-b10c-41c4ae64db72 binding host dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 14:39:27.382748 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8a9cba27-0f7f-4030-b623-967d31432040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (c2822a07-e903-458d-a9f0-9b3ce6cbf446), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:27.383162 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a143bb66-26c6-43c6-adf5-3ea0073fe401 None None] Pushing event updated for resources: {'Port': ['ID=03ac4043-a9dc-4fa0-b608-5c51f3bc015f,revision_number=2']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:27.387479 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8a9cba27-0f7f-4030-b623-967d31432040 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:27.390712 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-8a9cba27-0f7f-4030-b623-967d31432040 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/c2822a07-e903-458d-a9f0-9b3ce6cbf446 HTTP/1.1" status: 204 len: 168 time: 1.0625033 Nov 02 14:39:27.395360 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-6659b46a-bccd-4761-94f1-6b8336ca3bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (39efcdc3-cd3e-476b-b10c-41c4ae64db72), before_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:27.406070 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4644aed-84f6-41cc-b1af-76283bfea9f8 None None] Checking agent: {'id': '4ad02b58-e5d3-4528-83f7-2571c528ebad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 30, 41), 'started_at': datetime.datetime(2022, 11, 2, 14, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:39:27.406907 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4644aed-84f6-41cc-b1af-76283bfea9f8 None None] Checking segment: {'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:39:27.407636 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-c4644aed-84f6-41cc-b1af-76283bfea9f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:27.408320 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4644aed-84f6-41cc-b1af-76283bfea9f8 None None] Bound using segment: {'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:39:27.409048 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-c4644aed-84f6-41cc-b1af-76283bfea9f8 None None] Bound port: 03ac4043-a9dc-4fa0-b608-5c51f3bc015f, host: dv-cinder-862365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:39:27.409710 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-c4644aed-84f6-41cc-b1af-76283bfea9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (03ac4043-a9dc-4fa0-b608-5c51f3bc015f), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:27.438687 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=100 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:27.507597 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 103a40bd-7297-4131-be82-54f1ce32989c is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:39:27.510208 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:39:27.524630 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76636736-f8c9-46e4-9598-ef1345889f6f admin admin] Network 07b27265-9252-453e-b15b-5758b8087359 is already hosted by enough agents. {{(pid=105391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:39:27.566128 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [None req-76636736-f8c9-46e4-9598-ef1345889f6f admin admin] Resources bound (agent type, host, resource id): {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:39:27.572559 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76636736-f8c9-46e4-9598-ef1345889f6f admin admin] Received port after_create {{(pid=105391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:39:27.573097 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-76636736-f8c9-46e4-9598-ef1345889f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66774394'] for router_interface (0c3f5f10-473c-4f0a-8359-df2bfc48fdb8), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:27.575703 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e8a80-773e-4993-a2ad-511e9c5670a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439bd0f0-d968-4d02-83b6-e4355df158e0,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:27.615496 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-c4644aed-84f6-41cc-b1af-76283bfea9f8 None None] For port 03ac4043-a9dc-4fa0-b608-5c51f3bc015f, host dv-cinder-862365-4-iscsi, cleared binding levels {{(pid=105392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:39:27.617292 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:39:27.617810 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:27.618147 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf Nov 02 14:39:27.678303 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-c4644aed-84f6-41cc-b1af-76283bfea9f8 None None] For port 03ac4043-a9dc-4fa0-b608-5c51f3bc015f, host dv-cinder-862365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=03ac4043-a9dc-4fa0-b608-5c51f3bc015f,segment=NetworkSegment(16a641ca-682a-48e9-98c9-b5a1ba9af67a),segment_id=16a641ca-682a-48e9-98c9-b5a1ba9af67a)] {{(pid=105392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:39:27.686775 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.db_base_plugin_common [None req-663c23da-ce58-4a5b-80b4-4ef9cb81b93d admin admin] Allocated IP 172.20.0.1 (bea7d5f3-3f34-426a-97bc-a8938ef4d97b/543df3fb-8a54-4baf-bcd8-c5079d82249a/7bf68e88-1e76-4d78-b4b5-cdc5b1e32546) {{(pid=105390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:39:27.721025 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:39:27.730787 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76636736-f8c9-46e4-9598-ef1345889f6f admin admin] Pushing event updated for resources: {'Port': ['ID=efc55d11-0743-478c-88e4-8547ad864b0c,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:27.735096 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-c029b877-a811-45d6-948d-8abcfabc96fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:27.799215 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-c4644aed-84f6-41cc-b1af-76283bfea9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (03ac4043-a9dc-4fa0-b608-5c51f3bc015f), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:27.854742 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9cba27-0f7f-4030-b623-967d31432040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2822a07-e903-458d-a9f0-9b3ce6cbf446,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:27.863055 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4644aed-84f6-41cc-b1af-76283bfea9f8 None None] Routers {'6418c070-202d-44f4-a721-f4d15d9291da'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:39:27.863221 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-c4644aed-84f6-41cc-b1af-76283bfea9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:39:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['6418c070-202d-44f4-a721-f4d15d9291da'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:39:27.921490 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-5ebac1ab-5b10-44d1-a6f8-6170ca953f9f admin admin] Publish callbacks [] for security_group (439bd0f0-d968-4d02-83b6-e4355df158e0), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:27.971060 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-6659b46a-bccd-4761-94f1-6b8336ca3bd8 None None] Publish callbacks [] for port (39efcdc3-cd3e-476b-b10c-41c4ae64db72), precommit_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:28.010721 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a143bb66-26c6-43c6-adf5-3ea0073fe401 None None] Pushing event updated for resources: {'Port': ['ID=03ac4043-a9dc-4fa0-b608-5c51f3bc015f,revision_number=3']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:28.026407 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-5ebac1ab-5b10-44d1-a6f8-6170ca953f9f admin admin] Publish callbacks [] for security_group (439bd0f0-d968-4d02-83b6-e4355df158e0), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:28.039856 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-663c23da-ce58-4a5b-80b4-4ef9cb81b93d admin admin] Publish callbacks [] for port (7bf68e88-1e76-4d78-b4b5-cdc5b1e32546), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:28.049412 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-6659b46a-bccd-4761-94f1-6b8336ca3bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (39efcdc3-cd3e-476b-b10c-41c4ae64db72), after_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:28.060933 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-b4f86c94-b6ba-4f98-abe8-b3a0e35bc054 None None] Provisioning complete for port efc55d11-0743-478c-88e4-8547ad864b0c triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:39:28.061409 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-b4f86c94-b6ba-4f98-abe8-b3a0e35bc054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (efc55d11-0743-478c-88e4-8547ad864b0c), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:28.061860 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-b4f86c94-b6ba-4f98-abe8-b3a0e35bc054 None None] Attempt 1 to provision port efc55d11-0743-478c-88e4-8547ad864b0c Nov 02 14:39:28.108883 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.managers [None req-6659b46a-bccd-4761-94f1-6b8336ca3bd8 None None] Attempting to bind port 39efcdc3-cd3e-476b-b10c-41c4ae64db72 on host dv-cinder-862365-4-iscsi for vnic_type normal with profile {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:39:28.109547 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.managers [None req-6659b46a-bccd-4761-94f1-6b8336ca3bd8 None None] Attempting to bind port 39efcdc3-cd3e-476b-b10c-41c4ae64db72 by drivers openvswitch,hyperv on host dv-cinder-862365-4-iscsi at level 0 using segments [{'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}] {{(pid=105393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:39:28.110888 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6659b46a-bccd-4761-94f1-6b8336ca3bd8 None None] Attempting to bind port 39efcdc3-cd3e-476b-b10c-41c4ae64db72 on network 1e79e91c-2906-4b84-b981-aada7c6d27e6 {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:39:28.132955 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:28.134587 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-b4f86c94-b6ba-4f98-abe8-b3a0e35bc054 None None] Port efc55d11-0743-478c-88e4-8547ad864b0c cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:39:28.180660 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:28.182147 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e955f384-787f-4341-a81b-1c8def4dead5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:28.196917 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-c029b877-a811-45d6-948d-8abcfabc96fa admin admin] Publish callbacks [] for security_group (3962c3cc-3fdb-4938-9075-029ce4f9ad42), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:28.227692 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6659b46a-bccd-4761-94f1-6b8336ca3bd8 None None] Checking agent: {'id': '4ad02b58-e5d3-4528-83f7-2571c528ebad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 30, 41), 'started_at': datetime.datetime(2022, 11, 2, 14, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:39:28.228379 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6659b46a-bccd-4761-94f1-6b8336ca3bd8 None None] Checking segment: {'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:39:28.228771 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-6659b46a-bccd-4761-94f1-6b8336ca3bd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:28.229342 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6659b46a-bccd-4761-94f1-6b8336ca3bd8 None None] Bound using segment: {'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'} {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:39:28.229974 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.managers [None req-6659b46a-bccd-4761-94f1-6b8336ca3bd8 None None] Bound port: 39efcdc3-cd3e-476b-b10c-41c4ae64db72, host: dv-cinder-862365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}}] {{(pid=105393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:39:28.230354 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-6659b46a-bccd-4761-94f1-6b8336ca3bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (39efcdc3-cd3e-476b-b10c-41c4ae64db72), before_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:28.232331 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab45583-4d05-4410-a263-fab4b893cabd None None] Pushing event updated for resources: {'Port': ['ID=39efcdc3-cd3e-476b-b10c-41c4ae64db72,revision_number=2']} {{(pid=105393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:28.246181 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-c4644aed-84f6-41cc-b1af-76283bfea9f8 None None] Set router 6418c070-202d-44f4-a721-f4d15d9291da gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:39:28.247008 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-663c23da-ce58-4a5b-80b4-4ef9cb81b93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461'] for port (7bf68e88-1e76-4d78-b4b5-cdc5b1e32546), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:28.291885 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-c029b877-a811-45d6-948d-8abcfabc96fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (3962c3cc-3fdb-4938-9075-029ce4f9ad42), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:28.337525 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.db [None req-6659b46a-bccd-4761-94f1-6b8336ca3bd8 None None] For port 39efcdc3-cd3e-476b-b10c-41c4ae64db72, host dv-cinder-862365-4-iscsi, cleared binding levels {{(pid=105393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:39:28.341301 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.db [None req-6659b46a-bccd-4761-94f1-6b8336ca3bd8 None None] For port 39efcdc3-cd3e-476b-b10c-41c4ae64db72, host dv-cinder-862365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=39efcdc3-cd3e-476b-b10c-41c4ae64db72,segment=NetworkSegment(16a641ca-682a-48e9-98c9-b5a1ba9af67a),segment_id=16a641ca-682a-48e9-98c9-b5a1ba9af67a)] {{(pid=105393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:39:28.355909 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663c23da-ce58-4a5b-80b4-4ef9cb81b93d admin admin] Network bea7d5f3-3f34-426a-97bc-a8938ef4d97b is already hosted by enough agents. {{(pid=105390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:39:28.365446 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-663c23da-ce58-4a5b-80b4-4ef9cb81b93d admin admin] Resources bound (agent type, host, resource id): {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:39:28.368986 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663c23da-ce58-4a5b-80b4-4ef9cb81b93d admin admin] Received port after_create {{(pid=105390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:39:28.369772 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-663c23da-ce58-4a5b-80b4-4ef9cb81b93d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66774394'] for router_interface (6418c070-202d-44f4-a721-f4d15d9291da), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:28.372354 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c23da-ce58-4a5b-80b4-4ef9cb81b93d admin admin] Pushing event updated for resources: {'Port': ['ID=7bf68e88-1e76-4d78-b4b5-cdc5b1e32546,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:28.460770 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-6659b46a-bccd-4761-94f1-6b8336ca3bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (39efcdc3-cd3e-476b-b10c-41c4ae64db72), after_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:28.480542 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-c4644aed-84f6-41cc-b1af-76283bfea9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6418c070-202d-44f4-a721-f4d15d9291da', 'name': 'tempest-ServerRescueNegativeTestJSON-1251080208-router', 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '03ac4043-a9dc-4fa0-b608-5c51f3bc015f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:19Z', 'updated_at': '2022-11-02T14:39:22Z', 'revision_number': 3, 'project_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'gw_port': {'id': '03ac4043-a9dc-4fa0-b608-5c51f3bc015f', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6418c070-202d-44f4-a721-f4d15d9291da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:39:28.490007 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:28.535065 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4644aed-84f6-41cc-b1af-76283bfea9f8 None None] The sync data for ids ['6418c070-202d-44f4-a721-f4d15d9291da'] in dv-cinder-862365-4-iscsi is: [{'id': '6418c070-202d-44f4-a721-f4d15d9291da', 'name': 'tempest-ServerRescueNegativeTestJSON-1251080208-router', 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '03ac4043-a9dc-4fa0-b608-5c51f3bc015f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:19Z', 'updated_at': '2022-11-02T14:39:22Z', 'revision_number': 3, 'project_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'gw_port': {'id': '03ac4043-a9dc-4fa0-b608-5c51f3bc015f', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6418c070-202d-44f4-a721-f4d15d9291da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}] {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:39:28.599169 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.db_base_plugin_common [None req-e955f384-787f-4341-a81b-1c8def4dead5 admin admin] Allocated IP 172.20.0.1 (f2e46242-b4bc-49aa-9edc-2954b80ac8ba/82f2bb5b-1705-4182-9233-e8913f6cd258/7fc70695-7ca0-43fe-8bf7-92bc8c2240c8) {{(pid=105390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:39:28.613785 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:28.639663 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6659b46a-bccd-4761-94f1-6b8336ca3bd8 None None] Routers {'342a5859-52ee-490d-94ca-5c9173f1f852'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:39:28.640303 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-6659b46a-bccd-4761-94f1-6b8336ca3bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:39:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['342a5859-52ee-490d-94ca-5c9173f1f852'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:39:28.643184 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-5ebac1ab-5b10-44d1-a6f8-6170ca953f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (439bd0f0-d968-4d02-83b6-e4355df158e0), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:28.648967 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-5ebac1ab-5b10-44d1-a6f8-6170ca953f9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:28.649708 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab45583-4d05-4410-a263-fab4b893cabd None None] Pushing event updated for resources: {'Port': ['ID=39efcdc3-cd3e-476b-b10c-41c4ae64db72,revision_number=3']} {{(pid=105393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:28.650232 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-5ebac1ab-5b10-44d1-a6f8-6170ca953f9f admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/439bd0f0-d968-4d02-83b6-e4355df158e0 HTTP/1.1" status: 204 len: 168 time: 1.3462248 Nov 02 14:39:28.653456 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:28.694882 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:28.793252 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029b877-a811-45d6-948d-8abcfabc96fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3962c3cc-3fdb-4938-9075-029ce4f9ad42,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:28.801758 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 7da4b0de-9192-4875-ab9b-6ea405846ae3 up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:39:28.827617 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-c029b877-a811-45d6-948d-8abcfabc96fa admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=48cb09ee47f744abae480beb4388fdcb&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4929433 Nov 02 14:39:28.833854 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 55966) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:28.898431 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebac1ab-5b10-44d1-a6f8-6170ca953f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439bd0f0-d968-4d02-83b6-e4355df158e0,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:28.907061 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=100 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:28.934876 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-c7ab5b32-4ffe-46dd-8b1b-b8450d5509c8 None None] Provisioning complete for port 7bf68e88-1e76-4d78-b4b5-cdc5b1e32546 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:39:28.935134 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-c7ab5b32-4ffe-46dd-8b1b-b8450d5509c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (7bf68e88-1e76-4d78-b4b5-cdc5b1e32546), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:28.935477 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-c7ab5b32-4ffe-46dd-8b1b-b8450d5509c8 None None] Attempt 1 to provision port 7bf68e88-1e76-4d78-b4b5-cdc5b1e32546 Nov 02 14:39:28.947998 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-6659b46a-bccd-4761-94f1-6b8336ca3bd8 None None] Set router 342a5859-52ee-490d-94ca-5c9173f1f852 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:39:29.020496 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:29.065579 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 7da4b0de-9192-4875-ab9b-6ea405846ae3 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:39:29.066223 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (7da4b0de-9192-4875-ab9b-6ea405846ae3), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:29.066772 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 7da4b0de-9192-4875-ab9b-6ea405846ae3 Nov 02 14:39:29.070101 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-c7ab5b32-4ffe-46dd-8b1b-b8450d5509c8 None None] Port 7bf68e88-1e76-4d78-b4b5-cdc5b1e32546 cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:39:29.182051 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-a368c156-81c1-4216-9b27-0e0ecb0f7bdb admin admin] Publish callbacks [] for security_group (3962c3cc-3fdb-4938-9075-029ce4f9ad42), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:29.228343 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 7da4b0de-9192-4875-ab9b-6ea405846ae3 is: DOWN; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:39:29.228772 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (7da4b0de-9192-4875-ab9b-6ea405846ae3), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:29.271298 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] For port 7da4b0de-9192-4875-ab9b-6ea405846ae3, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=7da4b0de-9192-4875-ab9b-6ea405846ae3,segment=NetworkSegment(16a641ca-682a-48e9-98c9-b5a1ba9af67a),segment_id=16a641ca-682a-48e9-98c9-b5a1ba9af67a)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:39:29.277274 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e955f384-787f-4341-a81b-1c8def4dead5 admin admin] Publish callbacks [] for port (7fc70695-7ca0-43fe-8bf7-92bc8c2240c8), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:29.299024 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:29.318467 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-a368c156-81c1-4216-9b27-0e0ecb0f7bdb admin admin] Publish callbacks [] for security_group (3962c3cc-3fdb-4938-9075-029ce4f9ad42), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:29.334346 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-76636736-f8c9-46e4-9598-ef1345889f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (efc55d11-0743-478c-88e4-8547ad864b0c), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:29.378674 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-6659b46a-bccd-4761-94f1-6b8336ca3bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'name': 'tempest-AttachVolumeShelveTestJSON-131606185-router', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '39efcdc3-cd3e-476b-b10c-41c4ae64db72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:23Z', 'revision_number': 3, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'gw_port': {'id': '39efcdc3-cd3e-476b-b10c-41c4ae64db72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:21Z', 'updated_at': '2022-11-02T14:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:39:29.386481 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (7da4b0de-9192-4875-ab9b-6ea405846ae3), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:29.468084 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6659b46a-bccd-4761-94f1-6b8336ca3bd8 None None] The sync data for ids ['342a5859-52ee-490d-94ca-5c9173f1f852'] in dv-cinder-862365-4-iscsi is: [{'id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'name': 'tempest-AttachVolumeShelveTestJSON-131606185-router', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '39efcdc3-cd3e-476b-b10c-41c4ae64db72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:23Z', 'revision_number': 3, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'gw_port': {'id': '39efcdc3-cd3e-476b-b10c-41c4ae64db72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:21Z', 'updated_at': '2022-11-02T14:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}] {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:39:29.486067 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e955f384-787f-4341-a81b-1c8def4dead5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461'] for port (7fc70695-7ca0-43fe-8bf7-92bc8c2240c8), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:29.495113 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Pushing event updated for resources: {'Port': ['ID=7da4b0de-9192-4875-ab9b-6ea405846ae3,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:29.644679 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-a368c156-81c1-4216-9b27-0e0ecb0f7bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (3962c3cc-3fdb-4938-9075-029ce4f9ad42), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:29.647540 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-a368c156-81c1-4216-9b27-0e0ecb0f7bdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:29.651210 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-a368c156-81c1-4216-9b27-0e0ecb0f7bdb admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/3962c3cc-3fdb-4938-9075-029ce4f9ad42 HTTP/1.1" status: 204 len: 168 time: 0.8052139 Nov 02 14:39:29.656026 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-76636736-f8c9-46e4-9598-ef1345889f6f admin admin] Publish callbacks [] for port (efc55d11-0743-478c-88e4-8547ad864b0c), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:29.665651 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a368c156-81c1-4216-9b27-0e0ecb0f7bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3962c3cc-3fdb-4938-9075-029ce4f9ad42,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:29.665905 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955f384-787f-4341-a81b-1c8def4dead5 admin admin] Pushing event updated for resources: {'Port': ['ID=7fc70695-7ca0-43fe-8bf7-92bc8c2240c8,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:29.711025 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e955f384-787f-4341-a81b-1c8def4dead5 admin admin] Network f2e46242-b4bc-49aa-9edc-2954b80ac8ba is already hosted by enough agents. {{(pid=105390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:39:29.715359 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-663c23da-ce58-4a5b-80b4-4ef9cb81b93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (7bf68e88-1e76-4d78-b4b5-cdc5b1e32546), before_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:29.724252 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-e955f384-787f-4341-a81b-1c8def4dead5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:39:29.735123 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-76636736-f8c9-46e4-9598-ef1345889f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (efc55d11-0743-478c-88e4-8547ad864b0c), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:29.742217 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e955f384-787f-4341-a81b-1c8def4dead5 admin admin] Received port after_create {{(pid=105390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:39:29.742217 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e955f384-787f-4341-a81b-1c8def4dead5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66774394'] for router_interface (342a5859-52ee-490d-94ca-5c9173f1f852), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:29.742428 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-76636736-f8c9-46e4-9598-ef1345889f6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66712615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66774486'] for router_interface (0c3f5f10-473c-4f0a-8359-df2bfc48fdb8), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:29.872620 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76636736-f8c9-46e4-9598-ef1345889f6f admin admin] Pushing event updated for resources: {'Port': ['ID=efc55d11-0743-478c-88e4-8547ad864b0c,revision_number=2']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:29.886587 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=100 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:29.989550 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76636736-f8c9-46e4-9598-ef1345889f6f admin admin] Network 07b27265-9252-453e-b15b-5758b8087359 is already hosted by enough agents. {{(pid=105391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:39:29.993365 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [None req-76636736-f8c9-46e4-9598-ef1345889f6f admin admin] Resources bound (agent type, host, resource id): {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:39:30.166259 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-663c23da-ce58-4a5b-80b4-4ef9cb81b93d admin admin] Publish callbacks [] for port (7bf68e88-1e76-4d78-b4b5-cdc5b1e32546), precommit_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:30.212823 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-64976c95-a272-4fa9-bf5e-1fbe3ab87b12 None None] Provisioning complete for port 7fc70695-7ca0-43fe-8bf7-92bc8c2240c8 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:39:30.213496 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-64976c95-a272-4fa9-bf5e-1fbe3ab87b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (7fc70695-7ca0-43fe-8bf7-92bc8c2240c8), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:30.213745 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-64976c95-a272-4fa9-bf5e-1fbe3ab87b12 None None] Attempt 1 to provision port 7fc70695-7ca0-43fe-8bf7-92bc8c2240c8 Nov 02 14:39:30.255551 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:30.294740 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-663c23da-ce58-4a5b-80b4-4ef9cb81b93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (7bf68e88-1e76-4d78-b4b5-cdc5b1e32546), after_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:30.295591 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-663c23da-ce58-4a5b-80b4-4ef9cb81b93d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66712615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66774486'] for router_interface (6418c070-202d-44f4-a721-f4d15d9291da), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:30.319895 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76636736-f8c9-46e4-9598-ef1345889f6f admin admin] Router 0c3f5f10-473c-4f0a-8359-df2bfc48fdb8 has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:39:30.321283 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-64976c95-a272-4fa9-bf5e-1fbe3ab87b12 None None] Port 7fc70695-7ca0-43fe-8bf7-92bc8c2240c8 cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:39:30.446618 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-8eedcbe7-264b-4e0f-b2bb-ae7e69eac3a6 None None] Provisioning complete for port efc55d11-0743-478c-88e4-8547ad864b0c triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:39:30.447952 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-8eedcbe7-264b-4e0f-b2bb-ae7e69eac3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (efc55d11-0743-478c-88e4-8547ad864b0c), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:30.448735 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-8eedcbe7-264b-4e0f-b2bb-ae7e69eac3a6 None None] Attempt 1 to provision port efc55d11-0743-478c-88e4-8547ad864b0c Nov 02 14:39:30.487361 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76636736-f8c9-46e4-9598-ef1345889f6f admin admin] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:39:30.514071 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-76636736-f8c9-46e4-9598-ef1345889f6f admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/0c3f5f10-473c-4f0a-8359-df2bfc48fdb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6335971 Nov 02 14:39:30.514265 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c23da-ce58-4a5b-80b4-4ef9cb81b93d admin admin] Pushing event updated for resources: {'Port': ['ID=7bf68e88-1e76-4d78-b4b5-cdc5b1e32546,revision_number=2']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:30.519421 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3b0c65-bb94-4dce-a399-531dc54a8839 None None] Sync routers for ids ['0c3f5f10-473c-4f0a-8359-df2bfc48fdb8'] in dv-cinder-862365-4-iscsi {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:39:30.555198 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-8eedcbe7-264b-4e0f-b2bb-ae7e69eac3a6 None None] Port efc55d11-0743-478c-88e4-8547ad864b0c cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:39:30.562424 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3b0c65-bb94-4dce-a399-531dc54a8839 None None] Routers {'0c3f5f10-473c-4f0a-8359-df2bfc48fdb8'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:39:30.563371 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-2b3b0c65-bb94-4dce-a399-531dc54a8839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:39:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['0c3f5f10-473c-4f0a-8359-df2bfc48fdb8'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:39:30.692451 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663c23da-ce58-4a5b-80b4-4ef9cb81b93d admin admin] Network bea7d5f3-3f34-426a-97bc-a8938ef4d97b is already hosted by enough agents. {{(pid=105390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:39:30.693750 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:30.701251 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-663c23da-ce58-4a5b-80b4-4ef9cb81b93d admin admin] Resources bound (agent type, host, resource id): {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:39:30.770243 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=100 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:30.793329 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-2b3b0c65-bb94-4dce-a399-531dc54a8839 None None] Set router 0c3f5f10-473c-4f0a-8359-df2bfc48fdb8 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:39:30.865371 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e955f384-787f-4341-a81b-1c8def4dead5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (7fc70695-7ca0-43fe-8bf7-92bc8c2240c8), before_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:30.929954 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:30.949339 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 03ac4043-a9dc-4fa0-b608-5c51f3bc015f up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:39:30.955392 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=10 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:31.120481 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663c23da-ce58-4a5b-80b4-4ef9cb81b93d admin admin] Router 6418c070-202d-44f4-a721-f4d15d9291da has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:39:31.289216 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-5c172ea5-5a8b-49d6-a731-80f2bb180e10 None None] Provisioning complete for port 7bf68e88-1e76-4d78-b4b5-cdc5b1e32546 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:39:31.290223 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-5c172ea5-5a8b-49d6-a731-80f2bb180e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (7bf68e88-1e76-4d78-b4b5-cdc5b1e32546), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:31.290746 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-5c172ea5-5a8b-49d6-a731-80f2bb180e10 None None] Attempt 1 to provision port 7bf68e88-1e76-4d78-b4b5-cdc5b1e32546 Nov 02 14:39:31.327291 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 03ac4043-a9dc-4fa0-b608-5c51f3bc015f triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:39:31.327737 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (03ac4043-a9dc-4fa0-b608-5c51f3bc015f), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:31.328079 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 03ac4043-a9dc-4fa0-b608-5c51f3bc015f Nov 02 14:39:31.365626 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-2b3b0c65-bb94-4dce-a399-531dc54a8839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3f5f10-473c-4f0a-8359-df2bfc48fdb8', 'name': 'tempest-DeleteServersTestJSON-1358433460-router', 'tenant_id': 'b60403061fba42eba98a7c89987672a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '7da4b0de-9192-4875-ab9b-6ea405846ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:19Z', 'updated_at': '2022-11-02T14:39:28Z', 'revision_number': 4, 'project_id': 'b60403061fba42eba98a7c89987672a8', 'gw_port': {'id': '7da4b0de-9192-4875-ab9b-6ea405846ae3', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3f5f10-473c-4f0a-8359-df2bfc48fdb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': 'efc55d11-0743-478c-88e4-8547ad864b0c', 'name': '', 'network_id': '07b27265-9252-453e-b15b-5758b8087359', 'tenant_id': 'b60403061fba42eba98a7c89987672a8', 'mac_address': 'fa:16:3e:10:0e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3f5f10-473c-4f0a-8359-df2bfc48fdb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fc4a104d-b9a7-4861-8d2e-56437daccb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:25Z', 'updated_at': '2022-11-02T14:39:29Z', 'revision_number': 2, 'project_id': 'b60403061fba42eba98a7c89987672a8', 'subnets': [{'id': 'fc4a104d-b9a7-4861-8d2e-56437daccb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:39:31.371710 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-5c172ea5-5a8b-49d6-a731-80f2bb180e10 None None] Port 7bf68e88-1e76-4d78-b4b5-cdc5b1e32546 cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:39:31.411082 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3b0c65-bb94-4dce-a399-531dc54a8839 None None] Checking router: 0c3f5f10-473c-4f0a-8359-df2bfc48fdb8 for host: dv-cinder-862365-4-iscsi {{(pid=105392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:39:31.411574 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3b0c65-bb94-4dce-a399-531dc54a8839 None None] Updating router 0c3f5f10-473c-4f0a-8359-df2bfc48fdb8 port efc55d11-0743-478c-88e4-8547ad864b0c binding host dv-cinder-862365-4-iscsi {{(pid=105392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 14:39:31.476501 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663c23da-ce58-4a5b-80b4-4ef9cb81b93d admin admin] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:39:31.499242 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-2b3b0c65-bb94-4dce-a399-531dc54a8839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (efc55d11-0743-478c-88e4-8547ad864b0c), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:31.501359 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-663c23da-ce58-4a5b-80b4-4ef9cb81b93d admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/6418c070-202d-44f4-a721-f4d15d9291da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3733060 Nov 02 14:39:31.509136 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:31.548906 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e955f384-787f-4341-a81b-1c8def4dead5 admin admin] Publish callbacks [] for port (7fc70695-7ca0-43fe-8bf7-92bc8c2240c8), precommit_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:31.568008 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 03ac4043-a9dc-4fa0-b608-5c51f3bc015f is: DOWN; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:39:31.569633 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (03ac4043-a9dc-4fa0-b608-5c51f3bc015f), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:31.643517 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e955f384-787f-4341-a81b-1c8def4dead5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (7fc70695-7ca0-43fe-8bf7-92bc8c2240c8), after_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:31.644656 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e955f384-787f-4341-a81b-1c8def4dead5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66712615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66774486'] for router_interface (342a5859-52ee-490d-94ca-5c9173f1f852), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:31.738581 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955f384-787f-4341-a81b-1c8def4dead5 admin admin] Pushing event updated for resources: {'Port': ['ID=7fc70695-7ca0-43fe-8bf7-92bc8c2240c8,revision_number=2']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:31.782159 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e955f384-787f-4341-a81b-1c8def4dead5 admin admin] Network f2e46242-b4bc-49aa-9edc-2954b80ac8ba is already hosted by enough agents. {{(pid=105390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:39:31.784172 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-e955f384-787f-4341-a81b-1c8def4dead5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:39:31.853709 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] For port 03ac4043-a9dc-4fa0-b608-5c51f3bc015f, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=03ac4043-a9dc-4fa0-b608-5c51f3bc015f,segment=NetworkSegment(16a641ca-682a-48e9-98c9-b5a1ba9af67a),segment_id=16a641ca-682a-48e9-98c9-b5a1ba9af67a)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:39:31.870045 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:32.082601 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 56068) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:32.088471 dv-cinder-862365-4-iscsi neutron-server[105391]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 02 14:39:32.094991 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e955f384-787f-4341-a81b-1c8def4dead5 admin admin] Router 342a5859-52ee-490d-94ca-5c9173f1f852 has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:39:32.159439 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (03ac4043-a9dc-4fa0-b608-5c51f3bc015f), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:32.160995 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 7da4b0de-9192-4875-ab9b-6ea405846ae3 up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:39:32.162601 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13db772f-1bec-42e8-857f-bc62e5030fc0 None None] Sync routers for ids ['6418c070-202d-44f4-a721-f4d15d9291da'] in dv-cinder-862365-4-iscsi {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:39:32.175549 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13db772f-1bec-42e8-857f-bc62e5030fc0 None None] Routers {'6418c070-202d-44f4-a721-f4d15d9291da'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:39:32.176236 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-13db772f-1bec-42e8-857f-bc62e5030fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:39:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['6418c070-202d-44f4-a721-f4d15d9291da'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:39:32.325328 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-2b3b0c65-bb94-4dce-a399-531dc54a8839 None None] Publish callbacks [] for port (efc55d11-0743-478c-88e4-8547ad864b0c), precommit_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:32.352554 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-2531acb7-700c-4353-a5a6-204d2f40bdd8 None None] Provisioning complete for port 7fc70695-7ca0-43fe-8bf7-92bc8c2240c8 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:39:32.353324 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-2531acb7-700c-4353-a5a6-204d2f40bdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (7fc70695-7ca0-43fe-8bf7-92bc8c2240c8), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:32.367503 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-2531acb7-700c-4353-a5a6-204d2f40bdd8 None None] Attempt 1 to provision port 7fc70695-7ca0-43fe-8bf7-92bc8c2240c8 Nov 02 14:39:32.400372 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Pushing event updated for resources: {'Port': ['ID=03ac4043-a9dc-4fa0-b608-5c51f3bc015f,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:32.402573 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e955f384-787f-4341-a81b-1c8def4dead5 admin admin] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:39:32.782967 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 7da4b0de-9192-4875-ab9b-6ea405846ae3 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:39:32.782967 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (7da4b0de-9192-4875-ab9b-6ea405846ae3), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:32.782967 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 7da4b0de-9192-4875-ab9b-6ea405846ae3 Nov 02 14:39:32.782967 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-2531acb7-700c-4353-a5a6-204d2f40bdd8 None None] Port 7fc70695-7ca0-43fe-8bf7-92bc8c2240c8 cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:39:32.787287 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-e955f384-787f-4341-a81b-1c8def4dead5 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/342a5859-52ee-490d-94ca-5c9173f1f852/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3434036 Nov 02 14:39:32.789249 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-a4336704-6b76-44d3-b298-2e223033a0a4 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:32.789249 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-a4336704-6b76-44d3-b298-2e223033a0a4 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/networks?id=07b27265-9252-453e-b15b-5758b8087359 HTTP/1.1" status: 200 len: 812 time: 0.3725207 Nov 02 14:39:32.789624 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-2b3b0c65-bb94-4dce-a399-531dc54a8839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (efc55d11-0743-478c-88e4-8547ad864b0c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:32.790172 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-13db772f-1bec-42e8-857f-bc62e5030fc0 None None] Set router 6418c070-202d-44f4-a721-f4d15d9291da gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:39:32.790537 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-03751952-b28d-4d3c-8963-fd1176cb27e2 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/quotas/b60403061fba42eba98a7c89987672a8 HTTP/1.1" status: 200 len: 375 time: 0.0295806 Nov 02 14:39:32.790710 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ab41dd-a11d-443b-a8f8-3117786d2959 None None] Sync routers for ids ['342a5859-52ee-490d-94ca-5c9173f1f852'] in dv-cinder-862365-4-iscsi {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:39:32.790710 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f78456-fc85-480f-9faa-c949b4f1b798 None None] Pushing event updated for resources: {'Port': ['ID=efc55d11-0743-478c-88e4-8547ad864b0c,revision_number=3']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:32.790710 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ab41dd-a11d-443b-a8f8-3117786d2959 None None] Routers {'342a5859-52ee-490d-94ca-5c9173f1f852'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:39:32.790710 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-13ab41dd-a11d-443b-a8f8-3117786d2959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:39:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['342a5859-52ee-490d-94ca-5c9173f1f852'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:39:32.791160 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-62fc97ae-16a8-4a12-8d6f-506f9e37ec39 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=b60403061fba42eba98a7c89987672a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1872680 Nov 02 14:39:32.791276 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-2b3b0c65-bb94-4dce-a399-531dc54a8839 None None] Attempting to bind port efc55d11-0743-478c-88e4-8547ad864b0c on host dv-cinder-862365-4-iscsi for vnic_type normal with profile {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:39:32.791276 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-2b3b0c65-bb94-4dce-a399-531dc54a8839 None None] Attempting to bind port efc55d11-0743-478c-88e4-8547ad864b0c by drivers openvswitch,hyperv on host dv-cinder-862365-4-iscsi at level 0 using segments [{'id': '5fc79958-b34d-4ac1-803c-ec9f1b61bef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '07b27265-9252-453e-b15b-5758b8087359'}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:39:32.791276 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3b0c65-bb94-4dce-a399-531dc54a8839 None None] Attempting to bind port efc55d11-0743-478c-88e4-8547ad864b0c on network 07b27265-9252-453e-b15b-5758b8087359 {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:39:32.791276 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:32.791276 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 7da4b0de-9192-4875-ab9b-6ea405846ae3 is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:39:32.791276 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 39efcdc3-cd3e-476b-b10c-41c4ae64db72 up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:39:32.822948 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-13db772f-1bec-42e8-857f-bc62e5030fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6418c070-202d-44f4-a721-f4d15d9291da', 'name': 'tempest-ServerRescueNegativeTestJSON-1251080208-router', 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '03ac4043-a9dc-4fa0-b608-5c51f3bc015f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:19Z', 'updated_at': '2022-11-02T14:39:28Z', 'revision_number': 4, 'project_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'gw_port': {'id': '03ac4043-a9dc-4fa0-b608-5c51f3bc015f', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6418c070-202d-44f4-a721-f4d15d9291da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '7bf68e88-1e76-4d78-b4b5-cdc5b1e32546', 'name': '', 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b', 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'mac_address': 'fa:16:3e:bc:99:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6418c070-202d-44f4-a721-f4d15d9291da', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '543df3fb-8a54-4baf-bcd8-c5079d82249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:27Z', 'updated_at': '2022-11-02T14:39:29Z', 'revision_number': 2, 'project_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'subnets': [{'id': '543df3fb-8a54-4baf-bcd8-c5079d82249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:39:32.858122 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13db772f-1bec-42e8-857f-bc62e5030fc0 None None] Checking router: 6418c070-202d-44f4-a721-f4d15d9291da for host: dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:39:32.858467 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13db772f-1bec-42e8-857f-bc62e5030fc0 None None] Updating router 6418c070-202d-44f4-a721-f4d15d9291da port 7bf68e88-1e76-4d78-b4b5-cdc5b1e32546 binding host dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 14:39:32.862907 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3b0c65-bb94-4dce-a399-531dc54a8839 None None] Checking agent: {'id': '4ad02b58-e5d3-4528-83f7-2571c528ebad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 30, 41), 'started_at': datetime.datetime(2022, 11, 2, 14, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:39:32.863276 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3b0c65-bb94-4dce-a399-531dc54a8839 None None] Checking segment: {'id': '5fc79958-b34d-4ac1-803c-ec9f1b61bef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '07b27265-9252-453e-b15b-5758b8087359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:39:32.954403 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-2b3b0c65-bb94-4dce-a399-531dc54a8839 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:32.954403 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3b0c65-bb94-4dce-a399-531dc54a8839 None None] Bound using segment: {'id': '5fc79958-b34d-4ac1-803c-ec9f1b61bef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '07b27265-9252-453e-b15b-5758b8087359'} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:39:32.954403 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-2b3b0c65-bb94-4dce-a399-531dc54a8839 None None] Bound port: efc55d11-0743-478c-88e4-8547ad864b0c, host: dv-cinder-862365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc79958-b34d-4ac1-803c-ec9f1b61bef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '07b27265-9252-453e-b15b-5758b8087359'}}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:39:32.954403 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-2b3b0c65-bb94-4dce-a399-531dc54a8839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (efc55d11-0743-478c-88e4-8547ad864b0c), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:32.954403 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-13ab41dd-a11d-443b-a8f8-3117786d2959 None None] Set router 342a5859-52ee-490d-94ca-5c9173f1f852 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:39:32.955798 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-13db772f-1bec-42e8-857f-bc62e5030fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (7bf68e88-1e76-4d78-b4b5-cdc5b1e32546), before_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:32.956256 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 39efcdc3-cd3e-476b-b10c-41c4ae64db72 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:39:32.956256 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (39efcdc3-cd3e-476b-b10c-41c4ae64db72), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:32.956256 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 39efcdc3-cd3e-476b-b10c-41c4ae64db72 Nov 02 14:39:33.176353 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-2b3b0c65-bb94-4dce-a399-531dc54a8839 None None] For port efc55d11-0743-478c-88e4-8547ad864b0c, host dv-cinder-862365-4-iscsi, cleared binding levels {{(pid=105392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:39:33.223206 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-2b3b0c65-bb94-4dce-a399-531dc54a8839 None None] For port efc55d11-0743-478c-88e4-8547ad864b0c, host dv-cinder-862365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=efc55d11-0743-478c-88e4-8547ad864b0c,segment=NetworkSegment(5fc79958-b34d-4ac1-803c-ec9f1b61bef8),segment_id=5fc79958-b34d-4ac1-803c-ec9f1b61bef8)] {{(pid=105392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:39:33.274135 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 56116) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:33.276879 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 39efcdc3-cd3e-476b-b10c-41c4ae64db72 is: DOWN; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:39:33.277307 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (39efcdc3-cd3e-476b-b10c-41c4ae64db72), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:33.309805 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-2b3b0c65-bb94-4dce-a399-531dc54a8839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (efc55d11-0743-478c-88e4-8547ad864b0c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:33.352357 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-13db772f-1bec-42e8-857f-bc62e5030fc0 None None] Publish callbacks [] for port (7bf68e88-1e76-4d78-b4b5-cdc5b1e32546), precommit_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:33.367302 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] For port 39efcdc3-cd3e-476b-b10c-41c4ae64db72, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=39efcdc3-cd3e-476b-b10c-41c4ae64db72,segment=NetworkSegment(16a641ca-682a-48e9-98c9-b5a1ba9af67a),segment_id=16a641ca-682a-48e9-98c9-b5a1ba9af67a)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:39:33.378119 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3b0c65-bb94-4dce-a399-531dc54a8839 None None] Routers {'0c3f5f10-473c-4f0a-8359-df2bfc48fdb8'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:39:33.378844 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-2b3b0c65-bb94-4dce-a399-531dc54a8839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:39:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['0c3f5f10-473c-4f0a-8359-df2bfc48fdb8'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:39:33.433024 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-13ab41dd-a11d-443b-a8f8-3117786d2959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'name': 'tempest-AttachVolumeShelveTestJSON-131606185-router', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '39efcdc3-cd3e-476b-b10c-41c4ae64db72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:30Z', 'revision_number': 4, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'gw_port': {'id': '39efcdc3-cd3e-476b-b10c-41c4ae64db72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:21Z', 'updated_at': '2022-11-02T14:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '7fc70695-7ca0-43fe-8bf7-92bc8c2240c8', 'name': '', 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'mac_address': 'fa:16:3e:55:6d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '82f2bb5b-1705-4182-9233-e8913f6cd258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:28Z', 'updated_at': '2022-11-02T14:39:31Z', 'revision_number': 2, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'subnets': [{'id': '82f2bb5b-1705-4182-9233-e8913f6cd258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:39:33.451275 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-437f1834-e2da-4a17-8e95-ab622b04fb52 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:33.453934 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-437f1834-e2da-4a17-8e95-ab622b04fb52 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/networks?id=bea7d5f3-3f34-426a-97bc-a8938ef4d97b HTTP/1.1" status: 200 len: 819 time: 0.1741350 Nov 02 14:39:33.470761 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-4f398aa2-b849-4297-b181-c71d9ae56f70 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/quotas/edc675d4a92f4ff9ae8a41a020fa792c HTTP/1.1" status: 200 len: 375 time: 0.0102110 Nov 02 14:39:33.476332 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-1edadf02-7286-4a4e-a715-16a2ec2d6089 service neutron] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 14:39:33.477663 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-1edadf02-7286-4a4e-a715-16a2ec2d6089 service neutron] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0734351 Nov 02 14:39:33.481479 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ab41dd-a11d-443b-a8f8-3117786d2959 None None] Checking router: 342a5859-52ee-490d-94ca-5c9173f1f852 for host: dv-cinder-862365-4-iscsi {{(pid=105392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:39:33.481885 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ab41dd-a11d-443b-a8f8-3117786d2959 None None] Updating router 342a5859-52ee-490d-94ca-5c9173f1f852 port 7fc70695-7ca0-43fe-8bf7-92bc8c2240c8 binding host dv-cinder-862365-4-iscsi {{(pid=105392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 14:39:33.511387 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f78456-fc85-480f-9faa-c949b4f1b798 None None] Pushing event updated for resources: {'Port': ['ID=efc55d11-0743-478c-88e4-8547ad864b0c,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:33.511727 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-13db772f-1bec-42e8-857f-bc62e5030fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (7bf68e88-1e76-4d78-b4b5-cdc5b1e32546), after_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:33.518932 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (39efcdc3-cd3e-476b-b10c-41c4ae64db72), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:33.552815 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-f660e656-8865-4a9e-b9eb-da3038367581 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=edc675d4a92f4ff9ae8a41a020fa792c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0738530 Nov 02 14:39:33.588477 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-13ab41dd-a11d-443b-a8f8-3117786d2959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (7fc70695-7ca0-43fe-8bf7-92bc8c2240c8), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:33.632436 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-f4eeb23e-63c4-4dce-ac49-ce60b9941537 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/07b27265-9252-453e-b15b-5758b8087359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410670 Nov 02 14:39:33.649547 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-2b3b0c65-bb94-4dce-a399-531dc54a8839 None None] Set router 0c3f5f10-473c-4f0a-8359-df2bfc48fdb8 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:39:33.732190 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Pushing event updated for resources: {'Port': ['ID=39efcdc3-cd3e-476b-b10c-41c4ae64db72,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:33.775258 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 03ac4043-a9dc-4fa0-b608-5c51f3bc015f up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:39:33.821363 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-29c84c06-53ea-4d39-b059-23baf5cc4313 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/07b27265-9252-453e-b15b-5758b8087359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792662 Nov 02 14:39:33.986902 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:33.989955 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82bddc-4514-4e2e-b3c2-78e15a4bca08 None None] Pushing event updated for resources: {'Port': ['ID=7bf68e88-1e76-4d78-b4b5-cdc5b1e32546,revision_number=3']} {{(pid=105393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:34.004035 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.managers [None req-13db772f-1bec-42e8-857f-bc62e5030fc0 None None] Attempting to bind port 7bf68e88-1e76-4d78-b4b5-cdc5b1e32546 on host dv-cinder-862365-4-iscsi for vnic_type normal with profile {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:39:34.004665 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.managers [None req-13db772f-1bec-42e8-857f-bc62e5030fc0 None None] Attempting to bind port 7bf68e88-1e76-4d78-b4b5-cdc5b1e32546 by drivers openvswitch,hyperv on host dv-cinder-862365-4-iscsi at level 0 using segments [{'id': '076e55e6-4e08-4faf-8572-84b8f0dfcbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b'}] {{(pid=105393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:39:34.005285 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13db772f-1bec-42e8-857f-bc62e5030fc0 None None] Attempting to bind port 7bf68e88-1e76-4d78-b4b5-cdc5b1e32546 on network bea7d5f3-3f34-426a-97bc-a8938ef4d97b {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:39:34.080393 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13db772f-1bec-42e8-857f-bc62e5030fc0 None None] Checking agent: {'id': '4ad02b58-e5d3-4528-83f7-2571c528ebad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 30, 41), 'started_at': datetime.datetime(2022, 11, 2, 14, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:39:34.084515 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13db772f-1bec-42e8-857f-bc62e5030fc0 None None] Checking segment: {'id': '076e55e6-4e08-4faf-8572-84b8f0dfcbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:39:34.085275 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-13db772f-1bec-42e8-857f-bc62e5030fc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:34.087322 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13db772f-1bec-42e8-857f-bc62e5030fc0 None None] Bound using segment: {'id': '076e55e6-4e08-4faf-8572-84b8f0dfcbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b'} {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:39:34.088080 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.managers [None req-13db772f-1bec-42e8-857f-bc62e5030fc0 None None] Bound port: 7bf68e88-1e76-4d78-b4b5-cdc5b1e32546, host: dv-cinder-862365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '076e55e6-4e08-4faf-8572-84b8f0dfcbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b'}}] {{(pid=105393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:39:34.089667 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:34.090378 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-13db772f-1bec-42e8-857f-bc62e5030fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (7bf68e88-1e76-4d78-b4b5-cdc5b1e32546), before_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:34.099458 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-8d4f4fbb-f4fe-43c8-bf75-ccbbd58f041e service neutron] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 14:39:34.110953 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-8d4f4fbb-f4fe-43c8-bf75-ccbbd58f041e service neutron] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2004731 Nov 02 14:39:34.184393 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:34.198522 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.db [None req-13db772f-1bec-42e8-857f-bc62e5030fc0 None None] For port 7bf68e88-1e76-4d78-b4b5-cdc5b1e32546, host dv-cinder-862365-4-iscsi, cleared binding levels {{(pid=105393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:39:34.204695 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.db [None req-13db772f-1bec-42e8-857f-bc62e5030fc0 None None] For port 7bf68e88-1e76-4d78-b4b5-cdc5b1e32546, host dv-cinder-862365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=7bf68e88-1e76-4d78-b4b5-cdc5b1e32546,segment=NetworkSegment(076e55e6-4e08-4faf-8572-84b8f0dfcbf2),segment_id=076e55e6-4e08-4faf-8572-84b8f0dfcbf2)] {{(pid=105393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:39:34.208775 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:34.359960 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-13db772f-1bec-42e8-857f-bc62e5030fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (7bf68e88-1e76-4d78-b4b5-cdc5b1e32546), after_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:34.364466 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-a3cd92ab-b1e1-4e67-85c6-077f63ebb236 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/bea7d5f3-3f34-426a-97bc-a8938ef4d97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516785 Nov 02 14:39:34.416401 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 03ac4043-a9dc-4fa0-b608-5c51f3bc015f triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:39:34.417053 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (03ac4043-a9dc-4fa0-b608-5c51f3bc015f), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:34.417295 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 03ac4043-a9dc-4fa0-b608-5c51f3bc015f Nov 02 14:39:34.555754 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82bddc-4514-4e2e-b3c2-78e15a4bca08 None None] Pushing event updated for resources: {'Port': ['ID=7bf68e88-1e76-4d78-b4b5-cdc5b1e32546,revision_number=4']} {{(pid=105393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:34.577205 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13db772f-1bec-42e8-857f-bc62e5030fc0 None None] Routers {'6418c070-202d-44f4-a721-f4d15d9291da'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:39:34.577926 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-13db772f-1bec-42e8-857f-bc62e5030fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:39:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['6418c070-202d-44f4-a721-f4d15d9291da'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:39:34.603258 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:34.608284 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-13ab41dd-a11d-443b-a8f8-3117786d2959 None None] Publish callbacks [] for port (7fc70695-7ca0-43fe-8bf7-92bc8c2240c8), precommit_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:34.666267 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:34.688782 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-2b3b0c65-bb94-4dce-a399-531dc54a8839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3f5f10-473c-4f0a-8359-df2bfc48fdb8', 'name': 'tempest-DeleteServersTestJSON-1358433460-router', 'tenant_id': 'b60403061fba42eba98a7c89987672a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '7da4b0de-9192-4875-ab9b-6ea405846ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:19Z', 'updated_at': '2022-11-02T14:39:28Z', 'revision_number': 4, 'project_id': 'b60403061fba42eba98a7c89987672a8', 'gw_port': {'id': '7da4b0de-9192-4875-ab9b-6ea405846ae3', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3f5f10-473c-4f0a-8359-df2bfc48fdb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': 'efc55d11-0743-478c-88e4-8547ad864b0c', 'name': '', 'network_id': '07b27265-9252-453e-b15b-5758b8087359', 'tenant_id': 'b60403061fba42eba98a7c89987672a8', 'mac_address': 'fa:16:3e:10:0e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3f5f10-473c-4f0a-8359-df2bfc48fdb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fc4a104d-b9a7-4861-8d2e-56437daccb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:25Z', 'updated_at': '2022-11-02T14:39:33Z', 'revision_number': 4, 'project_id': 'b60403061fba42eba98a7c89987672a8', 'subnets': [{'id': 'fc4a104d-b9a7-4861-8d2e-56437daccb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:39:34.725347 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-13ab41dd-a11d-443b-a8f8-3117786d2959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (7fc70695-7ca0-43fe-8bf7-92bc8c2240c8), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:34.817287 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3b0c65-bb94-4dce-a399-531dc54a8839 None None] The sync data for ids ['0c3f5f10-473c-4f0a-8359-df2bfc48fdb8'] in dv-cinder-862365-4-iscsi is: [{'id': '0c3f5f10-473c-4f0a-8359-df2bfc48fdb8', 'name': 'tempest-DeleteServersTestJSON-1358433460-router', 'tenant_id': 'b60403061fba42eba98a7c89987672a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '7da4b0de-9192-4875-ab9b-6ea405846ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:19Z', 'updated_at': '2022-11-02T14:39:28Z', 'revision_number': 4, 'project_id': 'b60403061fba42eba98a7c89987672a8', 'gw_port': {'id': '7da4b0de-9192-4875-ab9b-6ea405846ae3', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3f5f10-473c-4f0a-8359-df2bfc48fdb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': 'efc55d11-0743-478c-88e4-8547ad864b0c', 'name': '', 'network_id': '07b27265-9252-453e-b15b-5758b8087359', 'tenant_id': 'b60403061fba42eba98a7c89987672a8', 'mac_address': 'fa:16:3e:10:0e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3f5f10-473c-4f0a-8359-df2bfc48fdb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fc4a104d-b9a7-4861-8d2e-56437daccb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:25Z', 'updated_at': '2022-11-02T14:39:33Z', 'revision_number': 4, 'project_id': 'b60403061fba42eba98a7c89987672a8', 'subnets': [{'id': 'fc4a104d-b9a7-4861-8d2e-56437daccb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:39:34.822637 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42d010-9b69-4939-8cea-5be411ba4e34 None None] Pushing event updated for resources: {'Port': ['ID=7fc70695-7ca0-43fe-8bf7-92bc8c2240c8,revision_number=3']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:34.836134 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:34.837125 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=100 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:34.856594 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-396618f2-ccc7-4705-9850-f603855b3f8b service neutron] 10.222.0.30 "GET /networking/v2.0/networks/bea7d5f3-3f34-426a-97bc-a8938ef4d97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4824545 Nov 02 14:39:34.862605 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 03ac4043-a9dc-4fa0-b608-5c51f3bc015f is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:39:34.962831 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-13db772f-1bec-42e8-857f-bc62e5030fc0 None None] Set router 6418c070-202d-44f4-a721-f4d15d9291da gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:39:35.055498 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-13ab41dd-a11d-443b-a8f8-3117786d2959 None None] Attempting to bind port 7fc70695-7ca0-43fe-8bf7-92bc8c2240c8 on host dv-cinder-862365-4-iscsi for vnic_type normal with profile {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:39:35.059824 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-13ab41dd-a11d-443b-a8f8-3117786d2959 None None] Attempting to bind port 7fc70695-7ca0-43fe-8bf7-92bc8c2240c8 by drivers openvswitch,hyperv on host dv-cinder-862365-4-iscsi at level 0 using segments [{'id': '1eff0572-7501-4653-a799-253705bab93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba'}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:39:35.059824 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ab41dd-a11d-443b-a8f8-3117786d2959 None None] Attempting to bind port 7fc70695-7ca0-43fe-8bf7-92bc8c2240c8 on network f2e46242-b4bc-49aa-9edc-2954b80ac8ba {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:39:35.128820 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ab41dd-a11d-443b-a8f8-3117786d2959 None None] Checking agent: {'id': '4ad02b58-e5d3-4528-83f7-2571c528ebad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 30, 41), 'started_at': datetime.datetime(2022, 11, 2, 14, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:39:35.136530 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ab41dd-a11d-443b-a8f8-3117786d2959 None None] Checking segment: {'id': '1eff0572-7501-4653-a799-253705bab93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:39:35.136530 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-13ab41dd-a11d-443b-a8f8-3117786d2959 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:35.136530 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ab41dd-a11d-443b-a8f8-3117786d2959 None None] Bound using segment: {'id': '1eff0572-7501-4653-a799-253705bab93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba'} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:39:35.136530 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-13ab41dd-a11d-443b-a8f8-3117786d2959 None None] Bound port: 7fc70695-7ca0-43fe-8bf7-92bc8c2240c8, host: dv-cinder-862365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eff0572-7501-4653-a799-253705bab93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba'}}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:39:35.136530 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-13ab41dd-a11d-443b-a8f8-3117786d2959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (7fc70695-7ca0-43fe-8bf7-92bc8c2240c8), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:35.176294 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 56190) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:35.181425 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-ef71310a-d409-4e31-a20f-cb6016d4978e tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1527162610', 'description': 'tempest-description--1326687877'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:39:35.297708 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-13ab41dd-a11d-443b-a8f8-3117786d2959 None None] For port 7fc70695-7ca0-43fe-8bf7-92bc8c2240c8, host dv-cinder-862365-4-iscsi, cleared binding levels {{(pid=105392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:39:35.305585 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-13ab41dd-a11d-443b-a8f8-3117786d2959 None None] For port 7fc70695-7ca0-43fe-8bf7-92bc8c2240c8, host dv-cinder-862365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=7fc70695-7ca0-43fe-8bf7-92bc8c2240c8,segment=NetworkSegment(1eff0572-7501-4653-a799-253705bab93c),segment_id=1eff0572-7501-4653-a799-253705bab93c)] {{(pid=105392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:39:35.306301 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ef71310a-d409-4e31-a20f-cb6016d4978e tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:35.388878 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-13db772f-1bec-42e8-857f-bc62e5030fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6418c070-202d-44f4-a721-f4d15d9291da', 'name': 'tempest-ServerRescueNegativeTestJSON-1251080208-router', 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '03ac4043-a9dc-4fa0-b608-5c51f3bc015f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:19Z', 'updated_at': '2022-11-02T14:39:28Z', 'revision_number': 4, 'project_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'gw_port': {'id': '03ac4043-a9dc-4fa0-b608-5c51f3bc015f', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6418c070-202d-44f4-a721-f4d15d9291da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '7bf68e88-1e76-4d78-b4b5-cdc5b1e32546', 'name': '', 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b', 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'mac_address': 'fa:16:3e:bc:99:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6418c070-202d-44f4-a721-f4d15d9291da', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '543df3fb-8a54-4baf-bcd8-c5079d82249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:27Z', 'updated_at': '2022-11-02T14:39:34Z', 'revision_number': 4, 'project_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'subnets': [{'id': '543df3fb-8a54-4baf-bcd8-c5079d82249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:39:35.405292 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-70416ed8-79f2-412d-94a7-d9d7b6645afa req-49badae1-a0c4-43ee-9586-cb4c468606f4 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 210 time: 0.1327627 Nov 02 14:39:35.448859 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-13ab41dd-a11d-443b-a8f8-3117786d2959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (7fc70695-7ca0-43fe-8bf7-92bc8c2240c8), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:35.469338 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13db772f-1bec-42e8-857f-bc62e5030fc0 None None] The sync data for ids ['6418c070-202d-44f4-a721-f4d15d9291da'] in dv-cinder-862365-4-iscsi is: [{'id': '6418c070-202d-44f4-a721-f4d15d9291da', 'name': 'tempest-ServerRescueNegativeTestJSON-1251080208-router', 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '03ac4043-a9dc-4fa0-b608-5c51f3bc015f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:19Z', 'updated_at': '2022-11-02T14:39:28Z', 'revision_number': 4, 'project_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'gw_port': {'id': '03ac4043-a9dc-4fa0-b608-5c51f3bc015f', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6418c070-202d-44f4-a721-f4d15d9291da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '7bf68e88-1e76-4d78-b4b5-cdc5b1e32546', 'name': '', 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b', 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'mac_address': 'fa:16:3e:bc:99:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6418c070-202d-44f4-a721-f4d15d9291da', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '543df3fb-8a54-4baf-bcd8-c5079d82249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:27Z', 'updated_at': '2022-11-02T14:39:34Z', 'revision_number': 4, 'project_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'subnets': [{'id': '543df3fb-8a54-4baf-bcd8-c5079d82249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:39:35.485709 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e8f6fc85-39a5-4076-9193-77384baf1e60 req-e854b412-b930-453b-bb63-c469ed826c90 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 210 time: 0.0675774 Nov 02 14:39:35.562809 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ab41dd-a11d-443b-a8f8-3117786d2959 None None] Routers {'342a5859-52ee-490d-94ca-5c9173f1f852'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:39:35.564623 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-13ab41dd-a11d-443b-a8f8-3117786d2959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:39:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['342a5859-52ee-490d-94ca-5c9173f1f852'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:39:35.729587 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ef71310a-d409-4e31-a20f-cb6016d4978e tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for security_group (0570b00c-e545-49f2-bd88-7f7e7fabc905), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:35.803957 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42d010-9b69-4939-8cea-5be411ba4e34 None None] Pushing event updated for resources: {'Port': ['ID=7fc70695-7ca0-43fe-8bf7-92bc8c2240c8,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:35.846465 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ef71310a-d409-4e31-a20f-cb6016d4978e tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (0570b00c-e545-49f2-bd88-7f7e7fabc905), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:35.858139 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-13ab41dd-a11d-443b-a8f8-3117786d2959 None None] Set router 342a5859-52ee-490d-94ca-5c9173f1f852 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:39:35.964390 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef71310a-d409-4e31-a20f-cb6016d4978e tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0570b00c-e545-49f2-bd88-7f7e7fabc905,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:36.006199 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 7bf68e88-1e76-4d78-b4b5-cdc5b1e32546 up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:39:36.035539 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ef71310a-d409-4e31-a20f-cb6016d4978e tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:36.041533 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 56242) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:36.049746 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-78d7ed0c-2daa-4dce-aaa9-f3450574bf87 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Request body: {'security_group_rule': {'security_group_id': '0570b00c-e545-49f2-bd88-7f7e7fabc905', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:39:36.050535 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-ef71310a-d409-4e31-a20f-cb6016d4978e tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8717604 Nov 02 14:39:36.244667 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:36.247936 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-78d7ed0c-2daa-4dce-aaa9-f3450574bf87 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for security_group_rule (3de9ed61-d2e2-479a-953b-caef2de176bc), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:36.615606 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 7bf68e88-1e76-4d78-b4b5-cdc5b1e32546 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:39:36.616555 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (7bf68e88-1e76-4d78-b4b5-cdc5b1e32546), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:36.617334 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 7bf68e88-1e76-4d78-b4b5-cdc5b1e32546 Nov 02 14:39:36.639884 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-9dc0c4ed-e239-460b-9289-3e8f3993839c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:36.649205 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-78d7ed0c-2daa-4dce-aaa9-f3450574bf87 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for security_group_rule (3de9ed61-d2e2-479a-953b-caef2de176bc), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:36.660609 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 56280) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:36.767302 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-64022263-c324-47fe-8e16-9739936d9188 req-93f52f0a-3bc5-4059-a9b4-6c3bfae51a6a tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 210 time: 0.2182238 Nov 02 14:39:36.823713 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-78d7ed0c-2daa-4dce-aaa9-f3450574bf87 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66819821'] for security_group_rule (3de9ed61-d2e2-479a-953b-caef2de176bc), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:36.827079 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-13ab41dd-a11d-443b-a8f8-3117786d2959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'name': 'tempest-AttachVolumeShelveTestJSON-131606185-router', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '39efcdc3-cd3e-476b-b10c-41c4ae64db72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:30Z', 'revision_number': 4, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'gw_port': {'id': '39efcdc3-cd3e-476b-b10c-41c4ae64db72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:21Z', 'updated_at': '2022-11-02T14:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '7fc70695-7ca0-43fe-8bf7-92bc8c2240c8', 'name': '', 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'mac_address': 'fa:16:3e:55:6d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '82f2bb5b-1705-4182-9233-e8913f6cd258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:28Z', 'updated_at': '2022-11-02T14:39:35Z', 'revision_number': 4, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'subnets': [{'id': '82f2bb5b-1705-4182-9233-e8913f6cd258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:39:36.877574 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ab41dd-a11d-443b-a8f8-3117786d2959 None None] The sync data for ids ['342a5859-52ee-490d-94ca-5c9173f1f852'] in dv-cinder-862365-4-iscsi is: [{'id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'name': 'tempest-AttachVolumeShelveTestJSON-131606185-router', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '39efcdc3-cd3e-476b-b10c-41c4ae64db72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:30Z', 'revision_number': 4, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'gw_port': {'id': '39efcdc3-cd3e-476b-b10c-41c4ae64db72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:21Z', 'updated_at': '2022-11-02T14:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '7fc70695-7ca0-43fe-8bf7-92bc8c2240c8', 'name': '', 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'mac_address': 'fa:16:3e:55:6d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '82f2bb5b-1705-4182-9233-e8913f6cd258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:28Z', 'updated_at': '2022-11-02T14:39:35Z', 'revision_number': 4, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'subnets': [{'id': '82f2bb5b-1705-4182-9233-e8913f6cd258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:39:36.965305 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7ed0c-2daa-4dce-aaa9-f3450574bf87 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de9ed61-d2e2-479a-953b-caef2de176bc,revision_number=0']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:36.994789 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 7bf68e88-1e76-4d78-b4b5-cdc5b1e32546 is: DOWN; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:39:36.995524 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (7bf68e88-1e76-4d78-b4b5-cdc5b1e32546), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:37.009716 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-2e4f01ae-9664-4142-bed0-403da300669f tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:37.017182 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-2e4f01ae-9664-4142-bed0-403da300669f tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/networks?id=bea7d5f3-3f34-426a-97bc-a8938ef4d97b HTTP/1.1" status: 200 len: 819 time: 0.5190480 Nov 02 14:39:37.033661 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-25669b23-09a6-4731-b81e-ca8e42964ff4 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/quotas/edc675d4a92f4ff9ae8a41a020fa792c HTTP/1.1" status: 200 len: 375 time: 0.0152802 Nov 02 14:39:37.196637 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] For port 7bf68e88-1e76-4d78-b4b5-cdc5b1e32546, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=7bf68e88-1e76-4d78-b4b5-cdc5b1e32546,segment=NetworkSegment(076e55e6-4e08-4faf-8572-84b8f0dfcbf2),segment_id=076e55e6-4e08-4faf-8572-84b8f0dfcbf2)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:39:37.197221 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-1caefe56-d68f-4743-8d4f-2e184b77edad tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=edc675d4a92f4ff9ae8a41a020fa792c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0806689 Nov 02 14:39:37.197311 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-aceb862b-70d6-49ad-b736-928d0bf02a4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:37.225570 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-2d5d86e8-5dec-40e2-a4a8-ea647f727fb8 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/bea7d5f3-3f34-426a-97bc-a8938ef4d97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977066 Nov 02 14:39:37.293153 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-78d7ed0c-2daa-4dce-aaa9-f3450574bf87 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:37.294386 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-78d7ed0c-2daa-4dce-aaa9-f3450574bf87 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2516308 Nov 02 14:39:37.299179 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 56296) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:37.304204 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-49e941db-cfe6-4e09-9e93-353bed85f0df tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Request body: {'security_group_rule': {'security_group_id': '0570b00c-e545-49f2-bd88-7f7e7fabc905', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:39:37.320427 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (7bf68e88-1e76-4d78-b4b5-cdc5b1e32546), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:37.338770 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device efc55d11-0743-478c-88e4-8547ad864b0c up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:39:37.351688 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-5937e695-3660-41d2-9148-877e46ce6b16 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/bea7d5f3-3f34-426a-97bc-a8938ef4d97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197600 Nov 02 14:39:37.381690 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-aceb862b-70d6-49ad-b736-928d0bf02a4c admin admin] Publish callbacks [] for security_group (aa79436a-0ff9-4783-b04d-56a3fd22bf50), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:37.438522 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:37.441841 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Pushing event updated for resources: {'Port': ['ID=7bf68e88-1e76-4d78-b4b5-cdc5b1e32546,revision_number=5']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:37.452411 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port efc55d11-0743-478c-88e4-8547ad864b0c triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:39:37.452890 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (efc55d11-0743-478c-88e4-8547ad864b0c), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:37.453727 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port efc55d11-0743-478c-88e4-8547ad864b0c Nov 02 14:39:37.512315 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-aceb862b-70d6-49ad-b736-928d0bf02a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (aa79436a-0ff9-4783-b04d-56a3fd22bf50), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:37.529290 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-49e941db-cfe6-4e09-9e93-353bed85f0df tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for security_group_rule (4d19fc23-529c-4c3a-ab69-83a11b1d2f38), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:37.537957 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port efc55d11-0743-478c-88e4-8547ad864b0c is: DOWN; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:39:37.539261 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (efc55d11-0743-478c-88e4-8547ad864b0c), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:37.608956 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb862b-70d6-49ad-b736-928d0bf02a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa79436a-0ff9-4783-b04d-56a3fd22bf50,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:37.619555 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-aceb862b-70d6-49ad-b736-928d0bf02a4c admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=42718454692446bbb6605fc53d3bae28&name=default HTTP/1.1" status: 200 len: 2993 time: 0.9548688 Nov 02 14:39:37.631926 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 56304) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:37.632619 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] For port efc55d11-0743-478c-88e4-8547ad864b0c, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=efc55d11-0743-478c-88e4-8547ad864b0c,segment=NetworkSegment(5fc79958-b34d-4ac1-803c-ec9f1b61bef8),segment_id=5fc79958-b34d-4ac1-803c-ec9f1b61bef8)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:39:37.654825 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=100 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:37.730036 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (efc55d11-0743-478c-88e4-8547ad864b0c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:37.731103 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 39efcdc3-cd3e-476b-b10c-41c4ae64db72 up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:39:37.762639 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-84c4d379-d073-4682-bdbc-a104b6a8d71f admin admin] Publish callbacks [] for security_group (aa79436a-0ff9-4783-b04d-56a3fd22bf50), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:37.779527 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-49e941db-cfe6-4e09-9e93-353bed85f0df tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for security_group_rule (4d19fc23-529c-4c3a-ab69-83a11b1d2f38), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:37.801047 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-84c4d379-d073-4682-bdbc-a104b6a8d71f admin admin] Publish callbacks [] for security_group (aa79436a-0ff9-4783-b04d-56a3fd22bf50), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:37.918546 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4c8ff1ca-4def-4016-875d-b48d04efa20a req-16e6428b-ff3e-444e-99c4-06bcd97a1a4d tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 210 time: 0.1198645 Nov 02 14:39:37.924604 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-49e941db-cfe6-4e09-9e93-353bed85f0df tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66819821'] for security_group_rule (4d19fc23-529c-4c3a-ab69-83a11b1d2f38), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:38.040189 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e941db-cfe6-4e09-9e93-353bed85f0df tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d19fc23-529c-4c3a-ab69-83a11b1d2f38,revision_number=0']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:38.041204 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-84c4d379-d073-4682-bdbc-a104b6a8d71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (aa79436a-0ff9-4783-b04d-56a3fd22bf50), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:38.053433 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-84c4d379-d073-4682-bdbc-a104b6a8d71f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:38.056374 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-84c4d379-d073-4682-bdbc-a104b6a8d71f admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/aa79436a-0ff9-4783-b04d-56a3fd22bf50 HTTP/1.1" status: 204 len: 168 time: 0.4336128 Nov 02 14:39:38.098558 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Pushing event updated for resources: {'Port': ['ID=efc55d11-0743-478c-88e4-8547ad864b0c,revision_number=5']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:38.106802 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-69c59c58-5713-4eec-8370-424ab8d20f90 req-ede8e8e8-7901-411e-add9-0cb0eeec8225 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 210 time: 0.1860192 Nov 02 14:39:38.117753 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4d379-d073-4682-bdbc-a104b6a8d71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa79436a-0ff9-4783-b04d-56a3fd22bf50,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:38.190295 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 39efcdc3-cd3e-476b-b10c-41c4ae64db72 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:39:38.190809 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (39efcdc3-cd3e-476b-b10c-41c4ae64db72), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:38.191040 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 39efcdc3-cd3e-476b-b10c-41c4ae64db72 Nov 02 14:39:38.233764 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-49e941db-cfe6-4e09-9e93-353bed85f0df tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:38.235327 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-49e941db-cfe6-4e09-9e93-353bed85f0df tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9351897 Nov 02 14:39:38.238663 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 56330) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:38.244808 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-e5d072e3-5909-4eb3-a6ad-a30285c78811 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Request body: {'floatingip': {'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:39:38.377235 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 39efcdc3-cd3e-476b-b10c-41c4ae64db72 is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:39:38.403708 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e5d072e3-5909-4eb3-a6ad-a30285c78811 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:38.740252 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 7bf68e88-1e76-4d78-b4b5-cdc5b1e32546 up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:39:38.791462 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e5d072e3-5909-4eb3-a6ad-a30285c78811 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:38.873246 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 7bf68e88-1e76-4d78-b4b5-cdc5b1e32546 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:39:38.873246 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (7bf68e88-1e76-4d78-b4b5-cdc5b1e32546), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:38.873434 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 7bf68e88-1e76-4d78-b4b5-cdc5b1e32546 Nov 02 14:39:38.954808 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-513c161b-9fa2-4477-905b-91bcb84ae4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:38.986887 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.db_base_plugin_common [None req-e5d072e3-5909-4eb3-a6ad-a30285c78811 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Allocated IP 172.27.0.254 (1e79e91c-2906-4b84-b981-aada7c6d27e6/3c350c57-8af8-403d-ac8f-51d64fbe694a/220aa02a-0b27-4657-be7a-93530d5b678d) {{(pid=105390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:39:39.033354 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 7bf68e88-1e76-4d78-b4b5-cdc5b1e32546 is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:39:39.034643 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device efc55d11-0743-478c-88e4-8547ad864b0c up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:39:39.109728 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:39.109887 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2b6e0aef-994b-4d4f-b6dd-4398763e81c2 req-57496b89-c6c9-490b-afd0-a778c97b6124 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 210 time: 0.0654142 Nov 02 14:39:39.172740 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:39.190671 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port efc55d11-0743-478c-88e4-8547ad864b0c triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:39:39.190958 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (efc55d11-0743-478c-88e4-8547ad864b0c), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:39.191304 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port efc55d11-0743-478c-88e4-8547ad864b0c Nov 02 14:39:39.308467 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e5d072e3-5909-4eb3-a6ad-a30285c78811 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for port (220aa02a-0b27-4657-be7a-93530d5b678d), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:39.391660 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port efc55d11-0743-478c-88e4-8547ad864b0c is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:39:39.392715 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 7fc70695-7ca0-43fe-8bf7-92bc8c2240c8 up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:39:39.414632 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2926dbfa-d01f-46d6-ba6b-075e5851cc3b req-db7ba6e2-93a5-42a2-a004-519679123d0e tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 210 time: 0.0437515 Nov 02 14:39:39.451116 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 7fc70695-7ca0-43fe-8bf7-92bc8c2240c8 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:39:39.451607 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (7fc70695-7ca0-43fe-8bf7-92bc8c2240c8), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:39.452066 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 7fc70695-7ca0-43fe-8bf7-92bc8c2240c8 Nov 02 14:39:39.517976 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e5d072e3-5909-4eb3-a6ad-a30285c78811 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461'] for port (220aa02a-0b27-4657-be7a-93530d5b678d), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:39.572876 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d072e3-5909-4eb3-a6ad-a30285c78811 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Network 1e79e91c-2906-4b84-b981-aada7c6d27e6 is already hosted by enough agents. {{(pid=105390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:39:39.582376 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-e5d072e3-5909-4eb3-a6ad-a30285c78811 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Resources bound (agent type, host, resource id): {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:39:39.584945 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d072e3-5909-4eb3-a6ad-a30285c78811 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Received port after_create {{(pid=105390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:39:39.590441 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d072e3-5909-4eb3-a6ad-a30285c78811 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Pushing event updated for resources: {'Port': ['ID=220aa02a-0b27-4657-be7a-93530d5b678d,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:39.702771 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:39.713792 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e5d072e3-5909-4eb3-a6ad-a30285c78811 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for floatingip (a929b20b-b861-4b9e-a2f7-0d13b8c18df6), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:39.743771 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 7fc70695-7ca0-43fe-8bf7-92bc8c2240c8 is: DOWN; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:39:39.744444 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (7fc70695-7ca0-43fe-8bf7-92bc8c2240c8), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:39.784342 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] For port 7fc70695-7ca0-43fe-8bf7-92bc8c2240c8, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=7fc70695-7ca0-43fe-8bf7-92bc8c2240c8,segment=NetworkSegment(1eff0572-7501-4653-a799-253705bab93c),segment_id=1eff0572-7501-4653-a799-253705bab93c)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:39:39.882969 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=100 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:39.914262 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e5d072e3-5909-4eb3-a6ad-a30285c78811 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (220aa02a-0b27-4657-be7a-93530d5b678d), before_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:39.928833 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (7fc70695-7ca0-43fe-8bf7-92bc8c2240c8), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:39.998188 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Pushing event updated for resources: {'Port': ['ID=7fc70695-7ca0-43fe-8bf7-92bc8c2240c8,revision_number=5']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:40.025821 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:40.074919 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e5d072e3-5909-4eb3-a6ad-a30285c78811 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for port (220aa02a-0b27-4657-be7a-93530d5b678d), precommit_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:40.146242 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e5d072e3-5909-4eb3-a6ad-a30285c78811 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (220aa02a-0b27-4657-be7a-93530d5b678d), after_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:40.147244 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e5d072e3-5909-4eb3-a6ad-a30285c78811 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66773501'] for floatingip (a929b20b-b861-4b9e-a2f7-0d13b8c18df6), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:40.251207 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d072e3-5909-4eb3-a6ad-a30285c78811 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Pushing event updated for resources: {'Port': ['ID=220aa02a-0b27-4657-be7a-93530d5b678d,revision_number=2']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:40.351037 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e5d072e3-5909-4eb3-a6ad-a30285c78811 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for floatingip (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:40.355288 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-e5d072e3-5909-4eb3-a6ad-a30285c78811 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1132572 Nov 02 14:39:40.438747 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.64', 63061) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:40.458031 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4766dc0b-6f94-4553-8578-8e11d2e74026 req-67b9f811-7247-4bae-a577-b2203f424774 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 210 time: 0.0863857 Nov 02 14:39:40.537533 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 7fc70695-7ca0-43fe-8bf7-92bc8c2240c8 up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:39:40.560060 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-82229228-468f-4f29-bb57-6489deb2a09c req-1e51cade-1540-4afd-8689-dcee3c8ef0a4 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 210 time: 0.0500855 Nov 02 14:39:40.649136 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:40.714562 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 7fc70695-7ca0-43fe-8bf7-92bc8c2240c8 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:39:40.719209 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (7fc70695-7ca0-43fe-8bf7-92bc8c2240c8), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:40.719209 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 7fc70695-7ca0-43fe-8bf7-92bc8c2240c8 Nov 02 14:39:40.824618 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1dbc4873-4c5a-496d-833a-666967c1466e req-67883c47-052b-4abc-ac23-711cdcf02a8f tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1527162610&fields=id&tenant_id=0dd67ec4f08d4d548af5b5ccee50407c HTTP/1.1" status: 200 len: 267 time: 0.1334639 Nov 02 14:39:40.847451 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-de7ccc11-0cc7-4473-ae66-23135d9fe649 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:40.848145 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 7fc70695-7ca0-43fe-8bf7-92bc8c2240c8 is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:39:40.853688 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-de7ccc11-0cc7-4473-ae66-23135d9fe649 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.64 "GET /networking/v2.0/networks?id=07b27265-9252-453e-b15b-5758b8087359 HTTP/1.1" status: 200 len: 812 time: 0.4138410 Nov 02 14:39:40.925444 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-132abb5c-2302-4634-8d6f-7001b923d497 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Request body: {'port': {'device_id': '1ffa9152-f022-466a-ab9b-9977066503d0', 'network_id': '07b27265-9252-453e-b15b-5758b8087359', 'admin_state_up': True, 'tenant_id': 'b60403061fba42eba98a7c89987672a8'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:39:41.024338 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc4873-4c5a-496d-833a-666967c1466e req-3b6186da-f89d-4f89-b937-6c50124ca397 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:41.026058 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1dbc4873-4c5a-496d-833a-666967c1466e req-3b6186da-f89d-4f89-b937-6c50124ca397 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/networks?id=f2e46242-b4bc-49aa-9edc-2954b80ac8ba HTTP/1.1" status: 200 len: 816 time: 0.1973436 Nov 02 14:39:41.050295 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1dbc4873-4c5a-496d-833a-666967c1466e req-29223755-3d30-4928-9573-75556cfe8730 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/quotas/0dd67ec4f08d4d548af5b5ccee50407c HTTP/1.1" status: 200 len: 375 time: 0.0113394 Nov 02 14:39:41.109663 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1dbc4873-4c5a-496d-833a-666967c1466e req-0a48d38e-b947-46ce-8c4e-477ff97ab3ab tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=0dd67ec4f08d4d548af5b5ccee50407c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534344 Nov 02 14:39:41.181172 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-132abb5c-2302-4634-8d6f-7001b923d497 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Made reservation on behalf of b60403061fba42eba98a7c89987672a8 for: {'port': 1} {{(pid=105390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:39:41.185288 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-132abb5c-2302-4634-8d6f-7001b923d497 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:41.235360 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1dbc4873-4c5a-496d-833a-666967c1466e req-54b6a2aa-48a5-462c-b941-2d799ea618f0 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/f2e46242-b4bc-49aa-9edc-2954b80ac8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062388 Nov 02 14:39:41.318417 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:41.353392 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1dbc4873-4c5a-496d-833a-666967c1466e req-d94a9afb-8437-40bf-ad57-6242d8112e0f service neutron] 10.222.0.30 "GET /networking/v2.0/networks/f2e46242-b4bc-49aa-9edc-2954b80ac8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164534 Nov 02 14:39:41.557030 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.db_base_plugin_common [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-132abb5c-2302-4634-8d6f-7001b923d497 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Allocated IP 172.20.0.5 (07b27265-9252-453e-b15b-5758b8087359/fc4a104d-b9a7-4861-8d2e-56437daccb86/34a3ffa0-db81-40b1-8b9b-0d40f164bd30) {{(pid=105390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:39:41.562709 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:41.587848 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9c8d6269-c163-4210-9097-8c6f071c6d64 req-4d30961b-78da-407b-b6fd-a0f9d1f638ba tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 210 time: 0.0339351 Nov 02 14:39:41.619956 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:41.690935 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.64', 63071) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:41.782549 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d067270a-8de1-4466-b680-51b0c417e150 req-480f3ef5-12eb-4297-b18f-15e4e86322e1 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 210 time: 0.0753040 Nov 02 14:39:41.832572 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-132abb5c-2302-4634-8d6f-7001b923d497 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Publish callbacks [] for port (34a3ffa0-db81-40b1-8b9b-0d40f164bd30), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:41.849890 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e4d6f202-a4a2-4791-87cc-e3bd2a4d2a35 req-4139ff35-9c72-4a98-a778-0776505f6a9d tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 210 time: 0.0769155 Nov 02 14:39:41.973501 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-ad9116dc-973d-4af9-844b-f54ad232dfce tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:41.975039 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-ad9116dc-973d-4af9-844b-f54ad232dfce tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.64 "GET /networking/v2.0/networks?id=bea7d5f3-3f34-426a-97bc-a8938ef4d97b HTTP/1.1" status: 200 len: 819 time: 0.2825859 Nov 02 14:39:41.996215 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-b0eacc28-5cb4-4ad3-94d0-3cae31ef2d36 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Request body: {'port': {'device_id': '803e6b19-d962-4158-9a6c-e38cbd2b3e04', 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b', 'admin_state_up': True, 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:39:42.026369 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:42.027031 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-132abb5c-2302-4634-8d6f-7001b923d497 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461'] for port (34a3ffa0-db81-40b1-8b9b-0d40f164bd30), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:42.347152 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:42.361777 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-132abb5c-2302-4634-8d6f-7001b923d497 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Network 07b27265-9252-453e-b15b-5758b8087359 is already hosted by enough agents. {{(pid=105390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:39:42.373335 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-132abb5c-2302-4634-8d6f-7001b923d497 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Resources bound (agent type, host, resource id): {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:39:42.392012 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-132abb5c-2302-4634-8d6f-7001b923d497 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Received port after_create {{(pid=105390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:39:42.396611 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-132abb5c-2302-4634-8d6f-7001b923d497 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:42.397381 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-132abb5c-2302-4634-8d6f-7001b923d497 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for port (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:42.504844 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:42.507182 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132abb5c-2302-4634-8d6f-7001b923d497 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Pushing event updated for resources: {'Port': ['ID=34a3ffa0-db81-40b1-8b9b-0d40f164bd30,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:42.523387 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-b0eacc28-5cb4-4ad3-94d0-3cae31ef2d36 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Made reservation on behalf of edc675d4a92f4ff9ae8a41a020fa792c for: {'port': 1} {{(pid=105391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:39:42.528794 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-b0eacc28-5cb4-4ad3-94d0-3cae31ef2d36 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:42.708867 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-132abb5c-2302-4634-8d6f-7001b923d497 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7882898 Nov 02 14:39:42.741512 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-3c213fd5-c71c-4d96-80b7-a682c8575207 None None] Provisioning complete for port 34a3ffa0-db81-40b1-8b9b-0d40f164bd30 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:39:42.741892 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-3c213fd5-c71c-4d96-80b7-a682c8575207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (34a3ffa0-db81-40b1-8b9b-0d40f164bd30), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:42.742225 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-3c213fd5-c71c-4d96-80b7-a682c8575207 None None] Attempt 1 to provision port 34a3ffa0-db81-40b1-8b9b-0d40f164bd30 Nov 02 14:39:42.775024 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cb1e0c0b-a9b4-495d-adb5-bfec89334dff req-e0cc8de0-28dd-45e0-a522-2712ee0f88fa tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 210 time: 0.0442953 Nov 02 14:39:42.790182 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-3c213fd5-c71c-4d96-80b7-a682c8575207 None None] Port 34a3ffa0-db81-40b1-8b9b-0d40f164bd30 cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:39:43.087725 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.db_base_plugin_common [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-b0eacc28-5cb4-4ad3-94d0-3cae31ef2d36 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Allocated IP 172.20.0.10 (bea7d5f3-3f34-426a-97bc-a8938ef4d97b/543df3fb-8a54-4baf-bcd8-c5079d82249a/b3d49dc7-6e55-4eda-a524-acbf2248d0e8) {{(pid=105391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:39:43.098257 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:43.105930 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-fcf86794-9c45-49be-952d-73a973f87a27 req-ce09f5af-0b99-4e49-a73a-07b585880e2a tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 210 time: 0.0894768 Nov 02 14:39:43.115114 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaec948-46f0-4b87-a186-06a1f89d321e req-885c2066-be6e-4c25-b9b2-718267d299f0 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:43.116724 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3aaec948-46f0-4b87-a186-06a1f89d321e req-885c2066-be6e-4c25-b9b2-718267d299f0 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 931 time: 0.1588426 Nov 02 14:39:43.217680 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3aaec948-46f0-4b87-a186-06a1f89d321e req-a798186e-344a-43a4-a4d2-29b45dfa077c tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=540a6179-58d4-47b3-806e-ae2888be0225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916150 Nov 02 14:39:43.342556 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-b0eacc28-5cb4-4ad3-94d0-3cae31ef2d36 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks [] for port (b3d49dc7-6e55-4eda-a524-acbf2248d0e8), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:43.471636 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-b0eacc28-5cb4-4ad3-94d0-3cae31ef2d36 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461'] for port (b3d49dc7-6e55-4eda-a524-acbf2248d0e8), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:43.540244 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-b0eacc28-5cb4-4ad3-94d0-3cae31ef2d36 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Network bea7d5f3-3f34-426a-97bc-a8938ef4d97b is already hosted by enough agents. {{(pid=105391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:39:43.547515 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-b0eacc28-5cb4-4ad3-94d0-3cae31ef2d36 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Resources bound (agent type, host, resource id): {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:39:43.557276 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-b0eacc28-5cb4-4ad3-94d0-3cae31ef2d36 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Received port after_create {{(pid=105391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:39:43.561755 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-b0eacc28-5cb4-4ad3-94d0-3cae31ef2d36 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:43.563050 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-b0eacc28-5cb4-4ad3-94d0-3cae31ef2d36 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:43.574094 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eacc28-5cb4-4ad3-94d0-3cae31ef2d36 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Pushing event updated for resources: {'Port': ['ID=b3d49dc7-6e55-4eda-a524-acbf2248d0e8,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:43.684921 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-b0eacc28-5cb4-4ad3-94d0-3cae31ef2d36 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6925693 Nov 02 14:39:43.817735 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-b68c393b-694e-451f-96c7-8d863de23bb0 None None] Provisioning complete for port b3d49dc7-6e55-4eda-a524-acbf2248d0e8 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:39:43.818287 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-b68c393b-694e-451f-96c7-8d863de23bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (b3d49dc7-6e55-4eda-a524-acbf2248d0e8), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:43.818494 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-b68c393b-694e-451f-96c7-8d863de23bb0 None None] Attempt 1 to provision port b3d49dc7-6e55-4eda-a524-acbf2248d0e8 Nov 02 14:39:43.850986 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-b68c393b-694e-451f-96c7-8d863de23bb0 None None] Port b3d49dc7-6e55-4eda-a524-acbf2248d0e8 cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:39:43.889549 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-359bfbdd-5479-401e-9f57-2e85b297648c req-ce36ee78-08b5-48e8-9929-27d05b25bc6f tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 210 time: 0.0326035 Nov 02 14:39:44.168771 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:44.219263 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4d8f363f-d043-49a4-98d6-c1b92ee12f05 req-9830d578-d0da-4693-a488-6920f058689e tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 210 time: 0.0278020 Nov 02 14:39:44.254670 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:44.331514 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:44.363015 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb71b93-7276-49a6-81a0-9587c571f8e8 req-b4322223-e3ad-4dbe-b22c-304560e6dafc tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:44.364505 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-fbb71b93-7276-49a6-81a0-9587c571f8e8 req-b4322223-e3ad-4dbe-b22c-304560e6dafc tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 931 time: 0.0496807 Nov 02 14:39:44.412720 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-fbb71b93-7276-49a6-81a0-9587c571f8e8 req-6cb34f37-9cbc-4997-ae48-fd386e32284f tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=540a6179-58d4-47b3-806e-ae2888be0225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424700 Nov 02 14:39:44.866647 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=100 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:44.958985 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 56594) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:45.029341 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0fb2bbfc-a331-4f86-994d-1e6818873d9a req-55c86fc7-9d26-44e8-bdc3-bc89779956c9 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 210 time: 0.0440357 Nov 02 14:39:45.125273 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-7294cfef-1de3-43d3-a01a-33c2c188c2c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:45.220584 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-7294cfef-1de3-43d3-a01a-33c2c188c2c4 admin admin] Publish callbacks [] for security_group (b8d06367-98d9-4458-87a6-5949b72d7e6c), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:45.385327 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e8aaf3a3-4164-4772-aac7-f116fa3d6d4d req-9b7b1fb2-79fd-429e-a10d-e3fea6160a72 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 210 time: 0.0484748 Nov 02 14:39:45.465974 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-7294cfef-1de3-43d3-a01a-33c2c188c2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (b8d06367-98d9-4458-87a6-5949b72d7e6c), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:45.526217 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-7294cfef-1de3-43d3-a01a-33c2c188c2c4 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=9c7a553c29a346bbb5b74b9ef9a08ad8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5644908 Nov 02 14:39:45.559697 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7294cfef-1de3-43d3-a01a-33c2c188c2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d06367-98d9-4458-87a6-5949b72d7e6c,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:45.567232 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1cad0-441b-47ec-9810-9869131636de req-e120e94e-f379-427b-b573-db8a4eb9c3f3 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:45.568728 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-13c1cad0-441b-47ec-9810-9869131636de req-e120e94e-f379-427b-b573-db8a4eb9c3f3 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 931 time: 0.0657003 Nov 02 14:39:45.583394 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 56612) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:45.646246 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a6d3a070-fcbd-46e8-b63e-5e2b16ec8472 admin admin] Publish callbacks [] for security_group (b8d06367-98d9-4458-87a6-5949b72d7e6c), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:45.650581 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-13c1cad0-441b-47ec-9810-9869131636de req-087f7d6a-9b5c-4cf6-b49e-bc03c7fc2df0 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=540a6179-58d4-47b3-806e-ae2888be0225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751104 Nov 02 14:39:45.682580 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a6d3a070-fcbd-46e8-b63e-5e2b16ec8472 admin admin] Publish callbacks [] for security_group (b8d06367-98d9-4458-87a6-5949b72d7e6c), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:45.865360 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a6d3a070-fcbd-46e8-b63e-5e2b16ec8472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (b8d06367-98d9-4458-87a6-5949b72d7e6c), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:45.869864 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a6d3a070-fcbd-46e8-b63e-5e2b16ec8472 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:45.871079 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-a6d3a070-fcbd-46e8-b63e-5e2b16ec8472 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/b8d06367-98d9-4458-87a6-5949b72d7e6c HTTP/1.1" status: 204 len: 168 time: 0.2865682 Nov 02 14:39:45.885333 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3a070-fcbd-46e8-b63e-5e2b16ec8472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d06367-98d9-4458-87a6-5949b72d7e6c,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:46.145698 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d6f56121-4a84-416c-9cb1-db5c646fb3c6 req-d3d0bfe2-9203-4b21-9961-c456e3541a4a tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 210 time: 0.0308914 Nov 02 14:39:46.369111 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:46.369259 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=86,neutron:INSERT=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:46.511864 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2a55a902-635e-447e-b432-993a90cc2c55 req-6fa4542c-380b-4162-9a73-c46b46b1a3fc tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 210 time: 0.0395479 Nov 02 14:39:46.597442 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:46.769039 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fafd5-1664-4a5d-ae85-0685a0e200f1 req-91d3c5f3-a7ee-4cb7-a835-b03dfef3fc6a tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:46.770599 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c85fafd5-1664-4a5d-ae85-0685a0e200f1 req-91d3c5f3-a7ee-4cb7-a835-b03dfef3fc6a tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 931 time: 0.0485756 Nov 02 14:39:46.774188 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:46.832524 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c85fafd5-1664-4a5d-ae85-0685a0e200f1 req-0f959c42-c37b-40e2-a3b3-4d6c9df4cbab tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=540a6179-58d4-47b3-806e-ae2888be0225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560644 Nov 02 14:39:46.902082 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 56636) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:46.917048 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-b85f1fed-25b6-441d-9db6-8c425d4a844b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:47.010466 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-b85f1fed-25b6-441d-9db6-8c425d4a844b admin admin] Publish callbacks [] for security_group (f67cff1b-5239-4e43-9cf1-b43fcd77152e), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:47.077043 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-b85f1fed-25b6-441d-9db6-8c425d4a844b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (f67cff1b-5239-4e43-9cf1-b43fcd77152e), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:47.119019 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-b85f1fed-25b6-441d-9db6-8c425d4a844b admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=72f37e999bb246aeb53836c7a8079c58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2158298 Nov 02 14:39:47.120341 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f1fed-25b6-441d-9db6-8c425d4a844b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67cff1b-5239-4e43-9cf1-b43fcd77152e,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:47.121800 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 56642) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:47.173943 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-f5407668-d892-4a7b-acb3-30bda3fd603e admin admin] Publish callbacks [] for security_group (f67cff1b-5239-4e43-9cf1-b43fcd77152e), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:47.194523 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-f5407668-d892-4a7b-acb3-30bda3fd603e admin admin] Publish callbacks [] for security_group (f67cff1b-5239-4e43-9cf1-b43fcd77152e), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:47.275942 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3b742899-e04b-41a8-aee2-0adb4cce700e req-67b1d6bd-4bad-4afa-8f53-eba302fe09da tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 210 time: 0.0343316 Nov 02 14:39:47.357895 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-f5407668-d892-4a7b-acb3-30bda3fd603e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (f67cff1b-5239-4e43-9cf1-b43fcd77152e), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:47.361371 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-f5407668-d892-4a7b-acb3-30bda3fd603e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:47.362550 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-f5407668-d892-4a7b-acb3-30bda3fd603e admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/f67cff1b-5239-4e43-9cf1-b43fcd77152e HTTP/1.1" status: 204 len: 168 time: 0.2394614 Nov 02 14:39:47.370797 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5407668-d892-4a7b-acb3-30bda3fd603e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67cff1b-5239-4e43-9cf1-b43fcd77152e,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:47.656784 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-02f48073-9494-4fa8-a650-8a3a91e13678 req-1c4e3af5-07ed-483e-a534-45730b0efb80 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 210 time: 0.0335495 Nov 02 14:39:47.762877 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=100 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:47.932613 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:47.972582 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff1834-2c50-43b5-8a04-3510fee67812 req-5803b905-aafb-4168-8a1e-dec06acde3c3 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:47.976955 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4cff1834-2c50-43b5-8a04-3510fee67812 req-5803b905-aafb-4168-8a1e-dec06acde3c3 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 931 time: 0.0534096 Nov 02 14:39:48.038245 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4cff1834-2c50-43b5-8a04-3510fee67812 req-594c6256-02da-4956-bcc1-5c177d5c5dfb tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=540a6179-58d4-47b3-806e-ae2888be0225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579371 Nov 02 14:39:48.398622 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-784d544c-ccf6-42e7-b8d2-ca1222e3da22 req-2c96703a-604e-49a2-8852-c6c92dcc4780 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 210 time: 0.0277545 Nov 02 14:39:48.788332 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-429721f0-6a27-44df-9e20-0cfdb3039a16 req-190177b9-5c87-48ba-b786-3e1f5817dd88 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 210 time: 0.0307021 Nov 02 14:39:49.055849 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-004bfd9d-6fa5-4c2f-8d73-2dc1561d9502 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 14:39:49.055849 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-004bfd9d-6fa5-4c2f-8d73-2dc1561d9502 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0068562 Nov 02 14:39:49.066838 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.64', 63081) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:49.072578 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-50951b62-f1ed-4db3-9922-a1bcbd01e1a2 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 14:39:49.073649 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-50951b62-f1ed-4db3-9922-a1bcbd01e1a2 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0072777 Nov 02 14:39:49.191815 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8af6f-49ac-4303-8bed-32f23f6c72b2 req-90b885a2-f552-49d2-8900-ca3a5186be15 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:49.193584 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5ea8af6f-49ac-4303-8bed-32f23f6c72b2 req-90b885a2-f552-49d2-8900-ca3a5186be15 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 931 time: 0.0582044 Nov 02 14:39:49.269295 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5ea8af6f-49ac-4303-8bed-32f23f6c72b2 req-33181451-939c-4372-8eac-5fce7ad58871 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=540a6179-58d4-47b3-806e-ae2888be0225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690892 Nov 02 14:39:49.537346 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-978370c9-7019-4c7d-ad9c-89dae623bbf3 req-75797e54-42e4-461b-be5f-7f2c991082f6 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 210 time: 0.0317757 Nov 02 14:39:49.611960 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:50.206793 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b5542bb3-60d0-4409-9007-a7586eb298ee req-677da6ee-7cda-4ed7-94d6-751a6377de84 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 210 time: 0.0410459 Nov 02 14:39:50.573777 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9c9e0-6ded-4b52-8188-38bc674c37ca req-d52305bc-4e6e-4497-ba48-bb5711d753db tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:50.575379 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-59f9c9e0-6ded-4b52-8188-38bc674c37ca req-d52305bc-4e6e-4497-ba48-bb5711d753db tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 931 time: 0.1098084 Nov 02 14:39:50.660980 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-59f9c9e0-6ded-4b52-8188-38bc674c37ca req-e9724e69-52c1-46f8-b07f-d6bd1117b3cb tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=540a6179-58d4-47b3-806e-ae2888be0225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768540 Nov 02 14:39:50.733929 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-47646a90-0f13-469e-aee3-4dcd97086a4a req-e03fbeb8-8984-4a15-b9e1-29623eaf2c2d tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 210 time: 0.0478578 Nov 02 14:39:51.076885 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:51.380438 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6dc420db-2d0e-4217-9fc3-05c465e2cbec req-c818cb5f-4c00-486b-8c10-f46e84af0aac tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 210 time: 0.0321572 Nov 02 14:39:51.694151 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:INSERT=6,neutron:UPDATE=5,neutron:SELECT=89 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:51.808540 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7234bac-f0d1-4e31-b11a-faf05bb9b64f req-2ac4c1ac-6fa0-4b49-9c51-44a2d483363f tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:51.810531 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e7234bac-f0d1-4e31-b11a-faf05bb9b64f req-2ac4c1ac-6fa0-4b49-9c51-44a2d483363f tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 931 time: 0.0803499 Nov 02 14:39:51.884619 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-51da2223-ca55-42ca-aee6-677e7ef7c0b0 req-24258011-10a2-4ef0-9216-2742654de21a tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 210 time: 0.0394249 Nov 02 14:39:51.914900 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e7234bac-f0d1-4e31-b11a-faf05bb9b64f req-a2b0b9ef-cbbd-4a09-a62e-0be2b4652f08 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=540a6179-58d4-47b3-806e-ae2888be0225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918660 Nov 02 14:39:52.380219 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:52.497649 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8cb1c491-215e-4258-a60f-a89d53011618 req-fd564c8a-3beb-4ea4-b0bc-40cd1610e504 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 210 time: 0.0296528 Nov 02 14:39:53.064885 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b15764ad-57c2-4a83-94ad-2ee00d0d7018 req-01e08897-8c9d-4664-8636-148ab1cf90e3 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 210 time: 0.0611434 Nov 02 14:39:53.085746 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ab2da-4f2a-4ae9-a4f7-fa80f4aa7a97 req-5e3e9b23-043e-4702-843c-39e4d823d6ba tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:53.087414 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ec2ab2da-4f2a-4ae9-a4f7-fa80f4aa7a97 req-5e3e9b23-043e-4702-843c-39e4d823d6ba tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 931 time: 0.0744483 Nov 02 14:39:53.189690 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ec2ab2da-4f2a-4ae9-a4f7-fa80f4aa7a97 req-72182b4e-a68f-4e6b-b5de-9b663d29b820 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=540a6179-58d4-47b3-806e-ae2888be0225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963776 Nov 02 14:39:53.613407 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-82a2a5a0-6df7-46c7-b833-7217717e05b8 req-d7426d3f-cf53-488c-8544-c42a727594b1 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 210 time: 0.0292590 Nov 02 14:39:54.031781 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-c22a963b-2411-4e60-b1dc-a03fc212f3ac tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:54.033378 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-c22a963b-2411-4e60-b1dc-a03fc212f3ac tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.64 "GET /networking/v2.0/networks?id=bea7d5f3-3f34-426a-97bc-a8938ef4d97b HTTP/1.1" status: 200 len: 819 time: 0.1409054 Nov 02 14:39:54.122535 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-20e036b5-fd43-4572-a065-e67f40f09b95 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Request body: {'port': {'device_id': 'd1620aab-e26a-482d-9816-6fa784243fc9', 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b', 'admin_state_up': True, 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:39:54.229163 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-284ead27-14fe-4f7f-ad83-d90a27251ad3 req-bd049c8b-7074-48f8-a830-e170fa8a9c4c tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 210 time: 0.0450802 Nov 02 14:39:54.243940 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-e1faed73-9b39-4df7-a8bf-b1be2a77c264 service neutron] Request body: {'port': {'device_id': '1ffa9152-f022-466a-ab9b-9977066503d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86236'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:39:54.287988 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-f4dba2a0-0bb6-4ef7-adb1-b7b3545c56b4 service neutron] Request body: {'port': {'device_id': '803e6b19-d962-4158-9a6c-e38cbd2b3e04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86236'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:39:54.358156 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-e1faed73-9b39-4df7-a8bf-b1be2a77c264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (34a3ffa0-db81-40b1-8b9b-0d40f164bd30), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:54.359316 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-f4dba2a0-0bb6-4ef7-adb1-b7b3545c56b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (b3d49dc7-6e55-4eda-a524-acbf2248d0e8), before_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:54.390630 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349fe10-b0af-452e-a9b6-ee1c5ddaa579 req-f0db7a31-a3ee-4c57-9ef2-291b955dfbd4 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:54.397771 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c349fe10-b0af-452e-a9b6-ee1c5ddaa579 req-f0db7a31-a3ee-4c57-9ef2-291b955dfbd4 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 931 time: 0.0788541 Nov 02 14:39:54.402390 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-20e036b5-fd43-4572-a065-e67f40f09b95 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Made reservation on behalf of edc675d4a92f4ff9ae8a41a020fa792c for: {'port': 1} {{(pid=105390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:39:54.424523 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-20e036b5-fd43-4572-a065-e67f40f09b95 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:54.443067 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:54.506305 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c349fe10-b0af-452e-a9b6-ee1c5ddaa579 req-9ab0eea1-c133-436f-b7ad-7744e94a179e tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=540a6179-58d4-47b3-806e-ae2888be0225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078644 Nov 02 14:39:54.775788 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.db_base_plugin_common [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-20e036b5-fd43-4572-a065-e67f40f09b95 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Allocated IP 172.20.0.11 (bea7d5f3-3f34-426a-97bc-a8938ef4d97b/543df3fb-8a54-4baf-bcd8-c5079d82249a/c0906b93-2520-43fe-8940-decdff05858b) {{(pid=105390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:39:54.793234 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-bb07f81c-f891-43d2-8c92-7de962948d0b req-3c201dc3-9876-4895-9e4f-e77b4eac69c2 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 210 time: 0.0607247 Nov 02 14:39:54.904827 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-e1faed73-9b39-4df7-a8bf-b1be2a77c264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34a3ffa0-db81-40b1-8b9b-0d40f164bd30 {{(pid=105391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:39:54.911575 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-e1faed73-9b39-4df7-a8bf-b1be2a77c264 service neutron] Publish callbacks [] for port (34a3ffa0-db81-40b1-8b9b-0d40f164bd30), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:54.943552 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.provisioning_blocks [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-e1faed73-9b39-4df7-a8bf-b1be2a77c264 service neutron] Transition to ACTIVE for port object 34a3ffa0-db81-40b1-8b9b-0d40f164bd30 will not be triggered until provisioned by entity L2. {{(pid=105391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 14:39:54.998545 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-20e036b5-fd43-4572-a065-e67f40f09b95 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks [] for port (c0906b93-2520-43fe-8940-decdff05858b), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:55.031696 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-e1faed73-9b39-4df7-a8bf-b1be2a77c264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (34a3ffa0-db81-40b1-8b9b-0d40f164bd30), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:55.129238 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1faed73-9b39-4df7-a8bf-b1be2a77c264 service neutron] Pushing event updated for resources: {'Port': ['ID=34a3ffa0-db81-40b1-8b9b-0d40f164bd30,revision_number=2']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:55.137231 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-e1faed73-9b39-4df7-a8bf-b1be2a77c264 service neutron] Attempting to bind port 34a3ffa0-db81-40b1-8b9b-0d40f164bd30 on host hv-cinder-86236 for vnic_type normal with profile {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:39:55.137864 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-e1faed73-9b39-4df7-a8bf-b1be2a77c264 service neutron] Attempting to bind port 34a3ffa0-db81-40b1-8b9b-0d40f164bd30 by drivers openvswitch,hyperv on host hv-cinder-86236 at level 0 using segments [{'id': '5fc79958-b34d-4ac1-803c-ec9f1b61bef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '07b27265-9252-453e-b15b-5758b8087359'}] {{(pid=105391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:39:55.147028 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-e1faed73-9b39-4df7-a8bf-b1be2a77c264 service neutron] Attempting to bind port 34a3ffa0-db81-40b1-8b9b-0d40f164bd30 on network 07b27265-9252-453e-b15b-5758b8087359 {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:39:55.166263 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-20e036b5-fd43-4572-a065-e67f40f09b95 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461'] for port (c0906b93-2520-43fe-8940-decdff05858b), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:55.322934 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-20e036b5-fd43-4572-a065-e67f40f09b95 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Network bea7d5f3-3f34-426a-97bc-a8938ef4d97b is already hosted by enough agents. {{(pid=105390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:39:55.323863 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-20e036b5-fd43-4572-a065-e67f40f09b95 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Resources bound (agent type, host, resource id): {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:39:55.326913 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-20e036b5-fd43-4572-a065-e67f40f09b95 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Received port after_create {{(pid=105390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:39:55.332654 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-20e036b5-fd43-4572-a065-e67f40f09b95 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:55.333504 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-20e036b5-fd43-4572-a065-e67f40f09b95 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for port (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:55.364081 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-e1faed73-9b39-4df7-a8bf-b1be2a77c264 service neutron] Port 34a3ffa0-db81-40b1-8b9b-0d40f164bd30 on network 07b27265-9252-453e-b15b-5758b8087359 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86236 {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 14:39:55.364081 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-e1faed73-9b39-4df7-a8bf-b1be2a77c264 service neutron] Attempting to bind port 34a3ffa0-db81-40b1-8b9b-0d40f164bd30 on network 07b27265-9252-453e-b15b-5758b8087359 {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:39:55.379162 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e036b5-fd43-4572-a065-e67f40f09b95 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Pushing event updated for resources: {'Port': ['ID=c0906b93-2520-43fe-8940-decdff05858b,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:55.399915 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d0891-4dc0-4699-80c0-ea1d5f35aab0 req-ccb864dc-73f0-4f4d-8882-7459dd28b163 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:55.401456 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c83d0891-4dc0-4699-80c0-ea1d5f35aab0 req-ccb864dc-73f0-4f4d-8882-7459dd28b163 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 932 time: 0.0624032 Nov 02 14:39:55.476244 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-e1faed73-9b39-4df7-a8bf-b1be2a77c264 service neutron] Checking agent: {'id': '1ebac2c5-078b-4c7f-aaba-905361dbc5e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'started_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:39:55.476897 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-e1faed73-9b39-4df7-a8bf-b1be2a77c264 service neutron] Checking segment: {'id': '5fc79958-b34d-4ac1-803c-ec9f1b61bef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '07b27265-9252-453e-b15b-5758b8087359'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:39:55.478086 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-e1faed73-9b39-4df7-a8bf-b1be2a77c264 service neutron] Bound using segment: {'id': '5fc79958-b34d-4ac1-803c-ec9f1b61bef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '07b27265-9252-453e-b15b-5758b8087359'} {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:39:55.478703 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-e1faed73-9b39-4df7-a8bf-b1be2a77c264 service neutron] Bound port: 34a3ffa0-db81-40b1-8b9b-0d40f164bd30, host: hv-cinder-86236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fc79958-b34d-4ac1-803c-ec9f1b61bef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '07b27265-9252-453e-b15b-5758b8087359'}}] {{(pid=105391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:39:55.479351 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-e1faed73-9b39-4df7-a8bf-b1be2a77c264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (34a3ffa0-db81-40b1-8b9b-0d40f164bd30), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:55.486523 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-20e036b5-fd43-4572-a065-e67f40f09b95 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3685143 Nov 02 14:39:55.506861 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.notifiers.nova [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-f4dba2a0-0bb6-4ef7-adb1-b7b3545c56b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3d49dc7-6e55-4eda-a524-acbf2248d0e8 {{(pid=105390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:39:55.524364 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-f4dba2a0-0bb6-4ef7-adb1-b7b3545c56b4 service neutron] Publish callbacks [] for port (b3d49dc7-6e55-4eda-a524-acbf2248d0e8), precommit_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:55.528301 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c83d0891-4dc0-4699-80c0-ea1d5f35aab0 req-d765cc17-35a8-4c42-9334-b78b4b51c987 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942230 Nov 02 14:39:55.613538 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-e1faed73-9b39-4df7-a8bf-b1be2a77c264 service neutron] For port 34a3ffa0-db81-40b1-8b9b-0d40f164bd30, host hv-cinder-86236, cleared binding levels {{(pid=105391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:39:55.616743 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-e1faed73-9b39-4df7-a8bf-b1be2a77c264 service neutron] For port 34a3ffa0-db81-40b1-8b9b-0d40f164bd30, host hv-cinder-86236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=34a3ffa0-db81-40b1-8b9b-0d40f164bd30,segment=NetworkSegment(5fc79958-b34d-4ac1-803c-ec9f1b61bef8),segment_id=5fc79958-b34d-4ac1-803c-ec9f1b61bef8)] {{(pid=105391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:39:55.623322 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-15092082-302e-471c-824a-0af564375d41 service neutron] Request body: {'port': {'device_id': 'd1620aab-e26a-482d-9816-6fa784243fc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86236'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:39:55.635067 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.provisioning_blocks [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-f4dba2a0-0bb6-4ef7-adb1-b7b3545c56b4 service neutron] Transition to ACTIVE for port object b3d49dc7-6e55-4eda-a524-acbf2248d0e8 will not be triggered until provisioned by entity L2. {{(pid=105390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 14:39:55.707513 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c32c2c-9448-4686-8170-6b0fbefb201b req-e8fa7bd7-0426-4c20-b73b-c86f02438a92 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:55.709221 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d7c32c2c-9448-4686-8170-6b0fbefb201b req-e8fa7bd7-0426-4c20-b73b-c86f02438a92 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 943 time: 0.0644512 Nov 02 14:39:55.719050 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-15092082-302e-471c-824a-0af564375d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (c0906b93-2520-43fe-8940-decdff05858b), before_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:55.766283 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d7c32c2c-9448-4686-8170-6b0fbefb201b req-5f20445c-89f0-430c-b597-3d9e5dd4721c tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=540a6179-58d4-47b3-806e-ae2888be0225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497055 Nov 02 14:39:55.768889 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-e1faed73-9b39-4df7-a8bf-b1be2a77c264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (34a3ffa0-db81-40b1-8b9b-0d40f164bd30), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:55.772413 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-9314a2b4-4cce-4937-b900-de6d54a73d12 None None] Provisioning complete for port c0906b93-2520-43fe-8940-decdff05858b triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:39:55.773078 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-9314a2b4-4cce-4937-b900-de6d54a73d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (c0906b93-2520-43fe-8940-decdff05858b), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:55.773267 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-9314a2b4-4cce-4937-b900-de6d54a73d12 None None] Attempt 1 to provision port c0906b93-2520-43fe-8940-decdff05858b Nov 02 14:39:55.775422 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-e1faed73-9b39-4df7-a8bf-b1be2a77c264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:55.775694 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-e1faed73-9b39-4df7-a8bf-b1be2a77c264 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:55.777490 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-e1faed73-9b39-4df7-a8bf-b1be2a77c264 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/34a3ffa0-db81-40b1-8b9b-0d40f164bd30 HTTP/1.1" status: 200 len: 1093 time: 1.6483481 Nov 02 14:39:55.778282 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ffa9152-f022-466a-ab9b-9977066503d0', 'tag': '34a3ffa0-db81-40b1-8b9b-0d40f164bd30'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:39:55.799448 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-f4dba2a0-0bb6-4ef7-adb1-b7b3545c56b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (b3d49dc7-6e55-4eda-a524-acbf2248d0e8), after_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:55.816282 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:55.819640 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-9314a2b4-4cce-4937-b900-de6d54a73d12 None None] Port c0906b93-2520-43fe-8940-decdff05858b cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:39:55.970905 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.64', 63102) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:56.079251 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1faed73-9b39-4df7-a8bf-b1be2a77c264 service neutron] Pushing event updated for resources: {'Port': ['ID=34a3ffa0-db81-40b1-8b9b-0d40f164bd30,revision_number=3']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:56.112295 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-01c25ef5-a87a-42d3-aa83-e4a7d285749d req-b4d97375-fe7f-4f4a-bd1e-4f65a45fcee2 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 210 time: 0.1049850 Nov 02 14:39:56.126936 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dba2a0-0bb6-4ef7-adb1-b7b3545c56b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b3d49dc7-6e55-4eda-a524-acbf2248d0e8,revision_number=2']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:56.162605 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-e8423eba-b6ac-4095-9d42-ee26ade2a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:56.164417 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-e8423eba-b6ac-4095-9d42-ee26ade2a8f0 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=b60403061fba42eba98a7c89987672a8&device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 1127 time: 0.2315004 Nov 02 14:39:56.201818 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8e5c51-3f75-41a9-af42-592eea9f0751" -d '{"events": [{"name": "network-changed", "server_uuid": "1ffa9152-f022-466a-ab9b-9977066503d0", "tag": "34a3ffa0-db81-40b1-8b9b-0d40f164bd30"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:39:56.244717 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.managers [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-f4dba2a0-0bb6-4ef7-adb1-b7b3545c56b4 service neutron] Attempting to bind port b3d49dc7-6e55-4eda-a524-acbf2248d0e8 on host hv-cinder-86236 for vnic_type normal with profile {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:39:56.245271 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.managers [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-f4dba2a0-0bb6-4ef7-adb1-b7b3545c56b4 service neutron] Attempting to bind port b3d49dc7-6e55-4eda-a524-acbf2248d0e8 by drivers openvswitch,hyperv on host hv-cinder-86236 at level 0 using segments [{'id': '076e55e6-4e08-4faf-8572-84b8f0dfcbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b'}] {{(pid=105390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:39:56.245640 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-f4dba2a0-0bb6-4ef7-adb1-b7b3545c56b4 service neutron] Attempting to bind port b3d49dc7-6e55-4eda-a524-acbf2248d0e8 on network bea7d5f3-3f34-426a-97bc-a8938ef4d97b {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:39:56.318065 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 56964) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:56.370001 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-b91d5a18-a986-4e52-a668-056f76b91603 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34a3ffa0-db81-40b1-8b9b-0d40f164bd30 HTTP/1.1" status: 200 len: 217 time: 0.1808476 Nov 02 14:39:56.370971 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-f4dba2a0-0bb6-4ef7-adb1-b7b3545c56b4 service neutron] Port b3d49dc7-6e55-4eda-a524-acbf2248d0e8 on network bea7d5f3-3f34-426a-97bc-a8938ef4d97b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86236 {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 14:39:56.371406 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-f4dba2a0-0bb6-4ef7-adb1-b7b3545c56b4 service neutron] Attempting to bind port b3d49dc7-6e55-4eda-a524-acbf2248d0e8 on network bea7d5f3-3f34-426a-97bc-a8938ef4d97b {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:39:56.489323 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-06659e4d-b012-4e35-85fa-bdcc6099bbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:56.493034 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-06659e4d-b012-4e35-85fa-bdcc6099bbe5 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=fc4a104d-b9a7-4861-8d2e-56437daccb86 HTTP/1.1" status: 200 len: 851 time: 0.1143298 Nov 02 14:39:56.502181 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc4873-4c5a-496d-833a-666967c1466e req-49934428-3579-440b-b995-40751efbacaa tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:56.504172 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1dbc4873-4c5a-496d-833a-666967c1466e req-49934428-3579-440b-b995-40751efbacaa tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.64 "GET /networking/v2.0/networks?id=f2e46242-b4bc-49aa-9edc-2954b80ac8ba HTTP/1.1" status: 200 len: 816 time: 0.5297606 Nov 02 14:39:56.504718 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-f4dba2a0-0bb6-4ef7-adb1-b7b3545c56b4 service neutron] Checking agent: {'id': '1ebac2c5-078b-4c7f-aaba-905361dbc5e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'started_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:39:56.505284 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-f4dba2a0-0bb6-4ef7-adb1-b7b3545c56b4 service neutron] Checking segment: {'id': '076e55e6-4e08-4faf-8572-84b8f0dfcbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:39:56.506058 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-f4dba2a0-0bb6-4ef7-adb1-b7b3545c56b4 service neutron] Bound using segment: {'id': '076e55e6-4e08-4faf-8572-84b8f0dfcbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b'} {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:39:56.506671 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.managers [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-f4dba2a0-0bb6-4ef7-adb1-b7b3545c56b4 service neutron] Bound port: b3d49dc7-6e55-4eda-a524-acbf2248d0e8, host: hv-cinder-86236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '076e55e6-4e08-4faf-8572-84b8f0dfcbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b'}}] {{(pid=105390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:39:56.507206 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-f4dba2a0-0bb6-4ef7-adb1-b7b3545c56b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (b3d49dc7-6e55-4eda-a524-acbf2248d0e8), before_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:56.511778 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.notifiers.nova [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-15092082-302e-471c-824a-0af564375d41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0906b93-2520-43fe-8940-decdff05858b {{(pid=105390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:39:56.528460 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-15092082-302e-471c-824a-0af564375d41 service neutron] Publish callbacks [] for port (c0906b93-2520-43fe-8940-decdff05858b), precommit_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:56.603049 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.provisioning_blocks [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-15092082-302e-471c-824a-0af564375d41 service neutron] Transition to ACTIVE for port object c0906b93-2520-43fe-8940-decdff05858b will not be triggered until provisioned by entity L2. {{(pid=105390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 14:39:56.659313 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-f4dba2a0-0bb6-4ef7-adb1-b7b3545c56b4 service neutron] For port b3d49dc7-6e55-4eda-a524-acbf2248d0e8, host hv-cinder-86236, cleared binding levels {{(pid=105390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:39:56.666861 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de59410d-e180-4afa-afd0-768c49e7c58d x-openstack-request-id: req-de59410d-e180-4afa-afd0-768c49e7c58d {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:39:56.667145 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ffa9152-f022-466a-ab9b-9977066503d0", "tag": "34a3ffa0-db81-40b1-8b9b-0d40f164bd30", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:39:56.667458 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-de59410d-e180-4afa-afd0-768c49e7c58d {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:39:56.667824 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de59410d-e180-4afa-afd0-768c49e7c58d'] response: {'name': 'network-changed', 'server_uuid': '1ffa9152-f022-466a-ab9b-9977066503d0', 'tag': '34a3ffa0-db81-40b1-8b9b-0d40f164bd30', 'status': 'completed', 'code': 200} Nov 02 14:39:56.676724 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-f4dba2a0-0bb6-4ef7-adb1-b7b3545c56b4 service neutron] For port b3d49dc7-6e55-4eda-a524-acbf2248d0e8, host hv-cinder-86236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=b3d49dc7-6e55-4eda-a524-acbf2248d0e8,segment=NetworkSegment(076e55e6-4e08-4faf-8572-84b8f0dfcbf2),segment_id=076e55e6-4e08-4faf-8572-84b8f0dfcbf2)] {{(pid=105390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:39:56.680660 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-8c071b7b-9cb5-4592-867b-0f31644a3ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:56.682205 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-8c071b7b-9cb5-4592-867b-0f31644a3ecc service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=07b27265-9252-453e-b15b-5758b8087359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1769440 Nov 02 14:39:56.751576 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-902f0e8d-e7f5-4052-8f34-6720fef73d71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:56.779940 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-15092082-302e-471c-824a-0af564375d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (c0906b93-2520-43fe-8940-decdff05858b), after_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:56.786232 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8115262-8089-4e1b-8578-e720f9ec17cf req-35dbe353-c872-476d-a88e-1b1deb6221ee tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:56.786232 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d8115262-8089-4e1b-8578-e720f9ec17cf req-35dbe353-c872-476d-a88e-1b1deb6221ee tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 932 time: 0.1349485 Nov 02 14:39:56.823752 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-f4dba2a0-0bb6-4ef7-adb1-b7b3545c56b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (b3d49dc7-6e55-4eda-a524-acbf2248d0e8), after_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:56.832702 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-f4dba2a0-0bb6-4ef7-adb1-b7b3545c56b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:56.833338 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-f4dba2a0-0bb6-4ef7-adb1-b7b3545c56b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for port (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:56.834749 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-f4dba2a0-0bb6-4ef7-adb1-b7b3545c56b4 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/b3d49dc7-6e55-4eda-a524-acbf2248d0e8 HTTP/1.1" status: 200 len: 1094 time: 2.6251216 Nov 02 14:39:56.836747 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '803e6b19-d962-4158-9a6c-e38cbd2b3e04', 'tag': 'b3d49dc7-6e55-4eda-a524-acbf2248d0e8'}] {{(pid=105390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:39:56.879676 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1dbc4873-4c5a-496d-833a-666967c1466e req-0cdd588c-2049-40cc-b53d-96e4ddb922a8 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0dd67ec4f08d4d548af5b5ccee50407c HTTP/1.1" status: 200 len: 380 time: 0.2424316 Nov 02 14:39:56.891784 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [req-1dbc4873-4c5a-496d-833a-666967c1466e req-a59a6350-0a7c-4755-8af4-bb791cce7533 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Request body: {'port': {'device_id': '5d0f8129-8155-4b7c-a462-f9c067ecfbca', 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba', 'admin_state_up': True, 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'security_groups': ['0570b00c-e545-49f2-bd88-7f7e7fabc905']}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:39:56.952847 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15092082-302e-471c-824a-0af564375d41 service neutron] Pushing event updated for resources: {'Port': ['ID=c0906b93-2520-43fe-8940-decdff05858b,revision_number=2']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:56.979313 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:57.000173 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d8115262-8089-4e1b-8578-e720f9ec17cf req-5f830200-9c68-4f7d-851c-715a16326bc0 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043550 Nov 02 14:39:57.002007 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.managers [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-15092082-302e-471c-824a-0af564375d41 service neutron] Attempting to bind port c0906b93-2520-43fe-8940-decdff05858b on host hv-cinder-86236 for vnic_type normal with profile {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:39:57.002583 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.managers [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-15092082-302e-471c-824a-0af564375d41 service neutron] Attempting to bind port c0906b93-2520-43fe-8940-decdff05858b by drivers openvswitch,hyperv on host hv-cinder-86236 at level 0 using segments [{'id': '076e55e6-4e08-4faf-8572-84b8f0dfcbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b'}] {{(pid=105390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:39:57.002988 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-15092082-302e-471c-824a-0af564375d41 service neutron] Attempting to bind port c0906b93-2520-43fe-8940-decdff05858b on network bea7d5f3-3f34-426a-97bc-a8938ef4d97b {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:39:57.058821 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-7240040f-4585-4418-9584-9008fb807970 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/07b27265-9252-453e-b15b-5758b8087359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223495 Nov 02 14:39:57.082726 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 56992) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:57.088646 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f52bd-c5c6-4d52-bc08-98d724d51dd2 req-fd82a32f-380d-4ab7-a65d-8c62332e0424 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:57.090185 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-298f52bd-c5c6-4d52-bc08-98d724d51dd2 req-fd82a32f-380d-4ab7-a65d-8c62332e0424 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 943 time: 0.1742353 Nov 02 14:39:57.136842 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:57.304770 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac42a5b87af23485bd7eccec534c7c9fd1bf9d7e8280f45ba58bffd111d0283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1169759-d25c-4709-b548-72d2cac303b5" -d '{"events": [{"name": "network-changed", "server_uuid": "803e6b19-d962-4158-9a6c-e38cbd2b3e04", "tag": "b3d49dc7-6e55-4eda-a524-acbf2248d0e8"}]}' {{(pid=105390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:39:57.328152 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:57.338369 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:DELETE=5,neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:57.375691 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-902f0e8d-e7f5-4052-8f34-6720fef73d71 admin admin] Publish callbacks [] for security_group (1d774b8a-6a39-4392-bfb6-c36846ff2f56), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:57.383538 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6d69ecdf-da45-4695-aabd-89c89c33cc5a req-06b65cbd-7eec-4883-afd2-f49b3ffa71e7 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 210 time: 0.1199479 Nov 02 14:39:57.387017 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-4bb9be1c-6cb5-4f7c-853d-423180ecc0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:57.389076 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-4bb9be1c-6cb5-4f7c-853d-423180ecc0d1 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=edc675d4a92f4ff9ae8a41a020fa792c&device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 1128 time: 0.3900189 Nov 02 14:39:57.394591 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dba2a0-0bb6-4ef7-adb1-b7b3545c56b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b3d49dc7-6e55-4eda-a524-acbf2248d0e8,revision_number=3']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:57.400145 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-15092082-302e-471c-824a-0af564375d41 service neutron] Port c0906b93-2520-43fe-8940-decdff05858b on network bea7d5f3-3f34-426a-97bc-a8938ef4d97b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86236 {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 14:39:57.400472 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-15092082-302e-471c-824a-0af564375d41 service neutron] Attempting to bind port c0906b93-2520-43fe-8940-decdff05858b on network bea7d5f3-3f34-426a-97bc-a8938ef4d97b {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:39:57.425284 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-298f52bd-c5c6-4d52-bc08-98d724d51dd2 req-afc27814-bea0-4acd-903d-0ae8178f2800 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=540a6179-58d4-47b3-806e-ae2888be0225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007052 Nov 02 14:39:57.440817 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 57012) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:57.454405 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-80003953-d8a0-40b6-a66b-c185ebe286e8 req-47e9bf39-9d65-4d74-9911-2f63808b3e13 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/07b27265-9252-453e-b15b-5758b8087359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856952 Nov 02 14:39:57.490785 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-902f0e8d-e7f5-4052-8f34-6720fef73d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (1d774b8a-6a39-4392-bfb6-c36846ff2f56), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:57.492609 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-76adb3a9-b8a7-4177-9eee-faa1742af011 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3d49dc7-6e55-4eda-a524-acbf2248d0e8 HTTP/1.1" status: 200 len: 217 time: 0.0886087 Nov 02 14:39:57.510172 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-375d73d5-a173-4683-9d97-3dd57f4c0cf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:57.575162 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-15092082-302e-471c-824a-0af564375d41 service neutron] Checking agent: {'id': '1ebac2c5-078b-4c7f-aaba-905361dbc5e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'started_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:39:57.575503 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-15092082-302e-471c-824a-0af564375d41 service neutron] Checking segment: {'id': '076e55e6-4e08-4faf-8572-84b8f0dfcbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:39:57.576509 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-15092082-302e-471c-824a-0af564375d41 service neutron] Bound using segment: {'id': '076e55e6-4e08-4faf-8572-84b8f0dfcbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b'} {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:39:57.577149 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.managers [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-15092082-302e-471c-824a-0af564375d41 service neutron] Bound port: c0906b93-2520-43fe-8940-decdff05858b, host: hv-cinder-86236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '076e55e6-4e08-4faf-8572-84b8f0dfcbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b'}}] {{(pid=105390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:39:57.577588 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-15092082-302e-471c-824a-0af564375d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (c0906b93-2520-43fe-8940-decdff05858b), before_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:57.578220 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-902f0e8d-e7f5-4052-8f34-6720fef73d71 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=28b69f3e74994ad19139a94be8c2af97&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2587233 Nov 02 14:39:57.582737 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-aaa42e0d-e8a5-4dea-9ba9-7a5f7d292067 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:57.598992 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 57020) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:57.598992 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f0e8d-e7f5-4052-8f34-6720fef73d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d774b8a-6a39-4392-bfb6-c36846ff2f56,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:57.613379 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dbc4873-4c5a-496d-833a-666967c1466e req-a59a6350-0a7c-4755-8af4-bb791cce7533 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Made reservation on behalf of 0dd67ec4f08d4d548af5b5ccee50407c for: {'port': 1} {{(pid=105391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:39:57.617352 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-1dbc4873-4c5a-496d-833a-666967c1466e req-a59a6350-0a7c-4755-8af4-bb791cce7533 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:57.635343 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-1a77d7d0-059b-4346-b403-6bbc44d4a1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:57.637085 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-1a77d7d0-059b-4346-b403-6bbc44d4a1b9 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=543df3fb-8a54-4baf-bcd8-c5079d82249a HTTP/1.1" status: 200 len: 858 time: 0.1349657 Nov 02 14:39:57.680826 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecee8b23-2cfd-4548-bca6-fbf76cf11245 x-openstack-request-id: req-ecee8b23-2cfd-4548-bca6-fbf76cf11245 {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:39:57.680826 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "803e6b19-d962-4158-9a6c-e38cbd2b3e04", "tag": "b3d49dc7-6e55-4eda-a524-acbf2248d0e8", "status": "completed", "code": 200}]} {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:39:57.680826 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ecee8b23-2cfd-4548-bca6-fbf76cf11245 {{(pid=105390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:39:57.681196 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecee8b23-2cfd-4548-bca6-fbf76cf11245'] response: {'name': 'network-changed', 'server_uuid': '803e6b19-d962-4158-9a6c-e38cbd2b3e04', 'tag': 'b3d49dc7-6e55-4eda-a524-acbf2248d0e8', 'status': 'completed', 'code': 200} Nov 02 14:39:57.882231 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-fed59be2-89af-4a04-b56d-789f0879d398 admin admin] Publish callbacks [] for security_group (1d774b8a-6a39-4392-bfb6-c36846ff2f56), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:57.913861 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-15092082-302e-471c-824a-0af564375d41 service neutron] For port c0906b93-2520-43fe-8940-decdff05858b, host hv-cinder-86236, cleared binding levels {{(pid=105390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:39:57.918125 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-15092082-302e-471c-824a-0af564375d41 service neutron] For port c0906b93-2520-43fe-8940-decdff05858b, host hv-cinder-86236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=c0906b93-2520-43fe-8940-decdff05858b,segment=NetworkSegment(076e55e6-4e08-4faf-8572-84b8f0dfcbf2),segment_id=076e55e6-4e08-4faf-8572-84b8f0dfcbf2)] {{(pid=105390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:39:57.923110 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-375d73d5-a173-4683-9d97-3dd57f4c0cf6 admin admin] Publish callbacks [] for security_group (854d65b8-ebe5-43ef-a564-98486db04b76), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:57.950754 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-fed59be2-89af-4a04-b56d-789f0879d398 admin admin] Publish callbacks [] for security_group (1d774b8a-6a39-4392-bfb6-c36846ff2f56), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:57.988686 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.db_base_plugin_common [req-1dbc4873-4c5a-496d-833a-666967c1466e req-a59a6350-0a7c-4755-8af4-bb791cce7533 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Allocated IP 172.20.0.10 (f2e46242-b4bc-49aa-9edc-2954b80ac8ba/82f2bb5b-1705-4182-9233-e8913f6cd258/af3cc54b-a081-4f0c-aad1-a5c16e7530c7) {{(pid=105391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:39:57.992033 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-aaa42e0d-e8a5-4dea-9ba9-7a5f7d292067 admin admin] Publish callbacks [] for security_group (76f75b0e-9d80-488a-80e4-384a8a1b0f13), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:57.995362 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-375d73d5-a173-4683-9d97-3dd57f4c0cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (854d65b8-ebe5-43ef-a564-98486db04b76), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:58.015175 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-15092082-302e-471c-824a-0af564375d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (c0906b93-2520-43fe-8940-decdff05858b), after_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:58.019812 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-15092082-302e-471c-824a-0af564375d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:58.020519 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-15092082-302e-471c-824a-0af564375d41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for port (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:58.022831 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-15092082-302e-471c-824a-0af564375d41 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/c0906b93-2520-43fe-8940-decdff05858b HTTP/1.1" status: 200 len: 1094 time: 2.4237850 Nov 02 14:39:58.077517 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15092082-302e-471c-824a-0af564375d41 service neutron] Pushing event updated for resources: {'Port': ['ID=c0906b93-2520-43fe-8940-decdff05858b,revision_number=3']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:58.210855 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-aaa42e0d-e8a5-4dea-9ba9-7a5f7d292067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (76f75b0e-9d80-488a-80e4-384a8a1b0f13), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:58.283531 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-375d73d5-a173-4683-9d97-3dd57f4c0cf6 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=5652c00304d64379a5802b52c9f298f5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1923165 Nov 02 14:39:58.286646 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 57042) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:58.298863 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d73d5-a173-4683-9d97-3dd57f4c0cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854d65b8-ebe5-43ef-a564-98486db04b76,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:58.323824 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:39:58.341549 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-aaa42e0d-e8a5-4dea-9ba9-7a5f7d292067 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=7d2acf17fac34805a9e19d067e4adbc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8984780 Nov 02 14:39:58.347654 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 57048) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:39:58.357129 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9fafd0-5dc3-4fd3-8c36-03f2634b3ba6 req-3b9301d2-4d92-4bb9-b947-a67746e01a76 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:58.363533 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6b9fafd0-5dc3-4fd3-8c36-03f2634b3ba6 req-3b9301d2-4d92-4bb9-b947-a67746e01a76 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 944 time: 0.1619887 Nov 02 14:39:58.385374 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-bf99330b-d696-475a-970b-a1fc63767a31 admin admin] Publish callbacks [] for security_group (854d65b8-ebe5-43ef-a564-98486db04b76), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:58.398981 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa42e0d-e8a5-4dea-9ba9-7a5f7d292067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f75b0e-9d80-488a-80e4-384a8a1b0f13,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:58.433414 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-bf99330b-d696-475a-970b-a1fc63767a31 admin admin] Publish callbacks [] for security_group (854d65b8-ebe5-43ef-a564-98486db04b76), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:58.436176 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6b9fafd0-5dc3-4fd3-8c36-03f2634b3ba6 req-7d054d30-8b16-440e-969b-87e75d1c6196 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684063 Nov 02 14:39:58.472245 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-13fb0682-8c92-4c02-950c-217151dad46e admin admin] Publish callbacks [] for security_group (76f75b0e-9d80-488a-80e4-384a8a1b0f13), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:58.483078 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-fed59be2-89af-4a04-b56d-789f0879d398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (1d774b8a-6a39-4392-bfb6-c36846ff2f56), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:58.485816 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-fed59be2-89af-4a04-b56d-789f0879d398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:58.488001 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-fed59be2-89af-4a04-b56d-789f0879d398 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/1d774b8a-6a39-4392-bfb6-c36846ff2f56 HTTP/1.1" status: 204 len: 168 time: 0.8555884 Nov 02 14:39:58.501801 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-13fb0682-8c92-4c02-950c-217151dad46e admin admin] Publish callbacks [] for security_group (76f75b0e-9d80-488a-80e4-384a8a1b0f13), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:58.505337 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:58.520104 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed59be2-89af-4a04-b56d-789f0879d398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d774b8a-6a39-4392-bfb6-c36846ff2f56,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:58.658529 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1ad4be70-b958-4ce5-a843-74d49d428c48 req-09fddf37-15c4-4e65-bf37-c145d64064f9 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 210 time: 0.0764620 Nov 02 14:39:58.728767 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfac7c0-c997-4179-92ba-01880fd6fc83 req-883ab208-52bf-4741-9101-b123ae00aba0 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:58.782194 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2bfac7c0-c997-4179-92ba-01880fd6fc83 req-883ab208-52bf-4741-9101-b123ae00aba0 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 943 time: 0.1410093 Nov 02 14:39:58.782355 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5c51-3f75-41a9-af42-592eea9f0751 req-51bd5320-6a03-47ce-b66f-d8d6cfcd586e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:58.782355 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-aa8e5c51-3f75-41a9-af42-592eea9f0751 req-51bd5320-6a03-47ce-b66f-d8d6cfcd586e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=b60403061fba42eba98a7c89987672a8&device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 1127 time: 0.1347363 Nov 02 14:39:58.782355 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-dda21684-fe8a-42fd-bd0c-72edf7cc5f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:58.782355 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-dda21684-fe8a-42fd-bd0c-72edf7cc5f23 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=bea7d5f3-3f34-426a-97bc-a8938ef4d97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1268122 Nov 02 14:39:58.782679 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-1dbc4873-4c5a-496d-833a-666967c1466e req-a59a6350-0a7c-4755-8af4-bb791cce7533 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for port (af3cc54b-a081-4f0c-aad1-a5c16e7530c7), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:58.809757 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2bfac7c0-c997-4179-92ba-01880fd6fc83 req-1452d36b-9fa0-4346-a141-5f955708918a tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=540a6179-58d4-47b3-806e-ae2888be0225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681224 Nov 02 14:39:59.010964 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5c51-3f75-41a9-af42-592eea9f0751 req-4d2c8501-46f6-4099-b759-ff16c771e1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:59.012434 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-aa8e5c51-3f75-41a9-af42-592eea9f0751 req-4d2c8501-46f6-4099-b759-ff16c771e1f2 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=07b27265-9252-453e-b15b-5758b8087359 HTTP/1.1" status: 200 len: 913 time: 0.2391789 Nov 02 14:39:59.014809 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-f63339a2-621e-4ee1-a6dd-228f2226836d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/bea7d5f3-3f34-426a-97bc-a8938ef4d97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306752 Nov 02 14:39:59.079546 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-aa8e5c51-3f75-41a9-af42-592eea9f0751 req-3504620b-975d-4596-a6d3-d0437fc3dc6d service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34a3ffa0-db81-40b1-8b9b-0d40f164bd30 HTTP/1.1" status: 200 len: 217 time: 0.0567994 Nov 02 14:39:59.162657 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-13fb0682-8c92-4c02-950c-217151dad46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (76f75b0e-9d80-488a-80e4-384a8a1b0f13), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:59.165204 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-13fb0682-8c92-4c02-950c-217151dad46e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:59.169216 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-13fb0682-8c92-4c02-950c-217151dad46e admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/76f75b0e-9d80-488a-80e4-384a8a1b0f13 HTTP/1.1" status: 204 len: 168 time: 0.8177557 Nov 02 14:39:59.169216 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-bf99330b-d696-475a-970b-a1fc63767a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (854d65b8-ebe5-43ef-a564-98486db04b76), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:59.169451 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-bf99330b-d696-475a-970b-a1fc63767a31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:59.173615 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-bf99330b-d696-475a-970b-a1fc63767a31 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/854d65b8-ebe5-43ef-a564-98486db04b76 HTTP/1.1" status: 204 len: 168 time: 0.8828201 Nov 02 14:39:59.185286 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5c51-3f75-41a9-af42-592eea9f0751 req-4cca6547-4e5b-44c9-804c-0791c499f556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:59.187459 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-aa8e5c51-3f75-41a9-af42-592eea9f0751 req-4cca6547-4e5b-44c9-804c-0791c499f556 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=fc4a104d-b9a7-4861-8d2e-56437daccb86 HTTP/1.1" status: 200 len: 851 time: 0.1024168 Nov 02 14:39:59.201484 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-4195ed38-3ee7-4f8c-a4e9-95637cc25ca6 req-a82dd753-69b0-41ac-b83f-230134d0563c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/bea7d5f3-3f34-426a-97bc-a8938ef4d97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776133 Nov 02 14:39:59.209260 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb0682-8c92-4c02-950c-217151dad46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f75b0e-9d80-488a-80e4-384a8a1b0f13,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:59.242768 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-1dbc4873-4c5a-496d-833a-666967c1466e req-a59a6350-0a7c-4755-8af4-bb791cce7533 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461'] for port (af3cc54b-a081-4f0c-aad1-a5c16e7530c7), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:59.275104 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99330b-d696-475a-970b-a1fc63767a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854d65b8-ebe5-43ef-a564-98486db04b76,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:59.293444 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5c51-3f75-41a9-af42-592eea9f0751 req-057ae3e0-21fc-4674-8b98-45056f5bf174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:59.295051 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-aa8e5c51-3f75-41a9-af42-592eea9f0751 req-057ae3e0-21fc-4674-8b98-45056f5bf174 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=07b27265-9252-453e-b15b-5758b8087359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0962830 Nov 02 14:39:59.301843 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-83288787-9155-4408-a39b-d7f9609cc1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:59.303436 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-83288787-9155-4408-a39b-d7f9609cc1ed service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=edc675d4a92f4ff9ae8a41a020fa792c&device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 1128 time: 0.0666866 Nov 02 14:39:59.307484 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dbc4873-4c5a-496d-833a-666967c1466e req-a59a6350-0a7c-4755-8af4-bb791cce7533 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Network f2e46242-b4bc-49aa-9edc-2954b80ac8ba is already hosted by enough agents. {{(pid=105391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:39:59.311026 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [req-1dbc4873-4c5a-496d-833a-666967c1466e req-a59a6350-0a7c-4755-8af4-bb791cce7533 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Resources bound (agent type, host, resource id): {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:39:59.316500 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbc4873-4c5a-496d-833a-666967c1466e req-a59a6350-0a7c-4755-8af4-bb791cce7533 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Received port after_create {{(pid=105391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:39:59.320984 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc4873-4c5a-496d-833a-666967c1466e req-a59a6350-0a7c-4755-8af4-bb791cce7533 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:59.321642 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-1dbc4873-4c5a-496d-833a-666967c1466e req-a59a6350-0a7c-4755-8af4-bb791cce7533 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:59.325461 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a6350-0a7c-4755-8af4-bb791cce7533 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Pushing event updated for resources: {'Port': ['ID=af3cc54b-a081-4f0c-aad1-a5c16e7530c7,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:39:59.396553 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-45b081b7-48bf-4854-9c1d-221a71e24358 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0906b93-2520-43fe-8940-decdff05858b HTTP/1.1" status: 200 len: 217 time: 0.0526772 Nov 02 14:39:59.454471 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-aa8e5c51-3f75-41a9-af42-592eea9f0751 req-4402fd88-6bfe-41b4-b88f-a8b9f863252c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/07b27265-9252-453e-b15b-5758b8087359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498847 Nov 02 14:39:59.474240 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1dbc4873-4c5a-496d-833a-666967c1466e req-a59a6350-0a7c-4755-8af4-bb791cce7533 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5886905 Nov 02 14:39:59.562999 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75974d43-19ea-48fe-a495-b7668c1b6290 req-310a9a0d-2cd2-4a76-9fc7-98c485557132 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:59.566335 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-75974d43-19ea-48fe-a495-b7668c1b6290 req-310a9a0d-2cd2-4a76-9fc7-98c485557132 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 944 time: 0.0522778 Nov 02 14:39:59.598126 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-6fba8ccc-6a1e-426b-8912-26165ad880bd None None] Provisioning complete for port af3cc54b-a081-4f0c-aad1-a5c16e7530c7 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:39:59.598748 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-6fba8ccc-6a1e-426b-8912-26165ad880bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (af3cc54b-a081-4f0c-aad1-a5c16e7530c7), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:39:59.598847 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-6fba8ccc-6a1e-426b-8912-26165ad880bd None None] Attempt 1 to provision port af3cc54b-a081-4f0c-aad1-a5c16e7530c7 Nov 02 14:39:59.624948 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-75974d43-19ea-48fe-a495-b7668c1b6290 req-8b69ab99-6c26-43f7-ae3d-79b4ff6b58b1 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530007 Nov 02 14:39:59.635036 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-6fba8ccc-6a1e-426b-8912-26165ad880bd None None] Port af3cc54b-a081-4f0c-aad1-a5c16e7530c7 cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:39:59.687186 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1620aab-e26a-482d-9816-6fa784243fc9', 'tag': 'c0906b93-2520-43fe-8940-decdff05858b'}] {{(pid=105390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:39:59.687186 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac42a5b87af23485bd7eccec534c7c9fd1bf9d7e8280f45ba58bffd111d0283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7c17c7-b2e3-4234-923e-cb9d7a16621d" -d '{"events": [{"name": "network-changed", "server_uuid": "d1620aab-e26a-482d-9816-6fa784243fc9", "tag": "c0906b93-2520-43fe-8940-decdff05858b"}]}' {{(pid=105390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:39:59.724147 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b24bc9-ea95-4277-91bd-ec643411459c x-openstack-request-id: req-d8b24bc9-ea95-4277-91bd-ec643411459c {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:39:59.724777 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1620aab-e26a-482d-9816-6fa784243fc9", "tag": "c0906b93-2520-43fe-8940-decdff05858b", "status": "completed", "code": 200}]} {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:39:59.724777 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d8b24bc9-ea95-4277-91bd-ec643411459c {{(pid=105390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:39:59.725163 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8b24bc9-ea95-4277-91bd-ec643411459c'] response: {'name': 'network-changed', 'server_uuid': 'd1620aab-e26a-482d-9816-6fa784243fc9', 'tag': 'c0906b93-2520-43fe-8940-decdff05858b', 'status': 'completed', 'code': 200} Nov 02 14:39:59.799720 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8832d01-ab50-458c-a5b1-d0662ea71ecd req-63a797b5-64ae-4b57-a68a-a3f838040973 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:59.801882 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b8832d01-ab50-458c-a5b1-d0662ea71ecd req-63a797b5-64ae-4b57-a68a-a3f838040973 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 932 time: 0.0546634 Nov 02 14:39:59.857780 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b8832d01-ab50-458c-a5b1-d0662ea71ecd req-112c13f7-3d37-4032-b57f-17f1d85d98bf tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486054 Nov 02 14:39:59.953433 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001dd71-9204-4d1a-9565-0aa9f073bbc4 req-b6561fe6-55f7-43d6-8b0c-db7133588abb tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:39:59.956651 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d001dd71-9204-4d1a-9565-0aa9f073bbc4 req-b6561fe6-55f7-43d6-8b0c-db7133588abb tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 943 time: 0.0557151 Nov 02 14:40:00.008404 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d001dd71-9204-4d1a-9565-0aa9f073bbc4 req-f184299f-1ea5-4f2a-b7b9-4d251218af51 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=540a6179-58d4-47b3-806e-ae2888be0225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480990 Nov 02 14:40:00.109413 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [req-1dbc4873-4c5a-496d-833a-666967c1466e req-171bd1f7-65a5-4f4a-9f41-88fa3af15a90 service neutron] Request body: {'port': {'device_id': '5d0f8129-8155-4b7c-a462-f9c067ecfbca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86236'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:40:00.174075 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1169759-d25c-4709-b548-72d2cac303b5 req-2c0a99fd-4afa-4edf-8bc4-d234161f0c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:00.175645 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a1169759-d25c-4709-b548-72d2cac303b5 req-2c0a99fd-4afa-4edf-8bc4-d234161f0c6c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=edc675d4a92f4ff9ae8a41a020fa792c&device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 1128 time: 0.0633111 Nov 02 14:40:00.226431 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-b2645c17-f093-43ea-be4d-9c95dd63bdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:00.226431 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-b2645c17-f093-43ea-be4d-9c95dd63bdd0 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=543df3fb-8a54-4baf-bcd8-c5079d82249a HTTP/1.1" status: 200 len: 858 time: 0.1120381 Nov 02 14:40:00.228509 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 57092) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:00.292651 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-ee8eee78-6795-46a6-9900-a3c4ec138cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:00.294801 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-ee8eee78-6795-46a6-9900-a3c4ec138cb9 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=bea7d5f3-3f34-426a-97bc-a8938ef4d97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571537 Nov 02 14:40:00.320297 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-1dbc4873-4c5a-496d-833a-666967c1466e req-171bd1f7-65a5-4f4a-9f41-88fa3af15a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (af3cc54b-a081-4f0c-aad1-a5c16e7530c7), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:00.331258 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-bf556f89-b3dc-4b5b-8ffd-8950fcb7ad42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:00.381309 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-aa8e5c51-3f75-41a9-af42-592eea9f0751 req-87c1370c-eac2-4033-a936-52ba7d61becb service neutron] 10.222.0.64 "GET /networking/v2.0/networks/07b27265-9252-453e-b15b-5758b8087359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764144 Nov 02 14:40:00.410389 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 57098) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:00.453418 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d27fcfc2-524f-4590-9fdf-ad91962d05a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:00.523650 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1169759-d25c-4709-b548-72d2cac303b5 req-9c850b38-091b-43bb-bc9c-937fafe0938d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:00.525205 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a1169759-d25c-4709-b548-72d2cac303b5 req-9c850b38-091b-43bb-bc9c-937fafe0938d service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=bea7d5f3-3f34-426a-97bc-a8938ef4d97b HTTP/1.1" status: 200 len: 920 time: 0.3434219 Nov 02 14:40:00.585804 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a1169759-d25c-4709-b548-72d2cac303b5 req-fd93185b-4e56-428b-88f6-9268491ca298 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3d49dc7-6e55-4eda-a524-acbf2248d0e8 HTTP/1.1" status: 200 len: 217 time: 0.0513217 Nov 02 14:40:00.654676 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-cf6f92b7-6aed-4432-a50d-09bfe1c2394e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/bea7d5f3-3f34-426a-97bc-a8938ef4d97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480875 Nov 02 14:40:00.733555 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-bf556f89-b3dc-4b5b-8ffd-8950fcb7ad42 admin admin] Publish callbacks [] for security_group (641d8353-ce9b-46ab-9f7d-297a6096d90f), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:00.754908 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1169759-d25c-4709-b548-72d2cac303b5 req-2ce81279-6f3f-4f82-a912-fc0b6eb4d639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:00.756383 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a1169759-d25c-4709-b548-72d2cac303b5 req-2ce81279-6f3f-4f82-a912-fc0b6eb4d639 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=543df3fb-8a54-4baf-bcd8-c5079d82249a HTTP/1.1" status: 200 len: 858 time: 0.1628325 Nov 02 14:40:00.805789 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-1d768fc9-688c-4844-921e-7fae40cc6362 req-057d138f-0c54-4161-a3f5-7a73411d349c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/bea7d5f3-3f34-426a-97bc-a8938ef4d97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429272 Nov 02 14:40:00.817269 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 57102) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:00.834040 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-388fc734-7eed-4956-91d5-8d52276a42ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:00.840003 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144abc92-ea32-48ee-b069-a9cb481f35a3 req-381618d2-b1a5-43be-ac4f-e8fc73bd0a15 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:00.841628 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-144abc92-ea32-48ee-b069-a9cb481f35a3 req-381618d2-b1a5-43be-ac4f-e8fc73bd0a15 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 944 time: 0.1302078 Nov 02 14:40:00.873308 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d27fcfc2-524f-4590-9fdf-ad91962d05a1 admin admin] Publish callbacks [] for security_group (9fef9a32-d25d-4514-898d-546b302276de), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:00.878535 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-bf556f89-b3dc-4b5b-8ffd-8950fcb7ad42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (641d8353-ce9b-46ab-9f7d-297a6096d90f), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:00.880294 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1169759-d25c-4709-b548-72d2cac303b5 req-23a288fb-4ca5-40d2-b368-353953ad8097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:00.881863 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a1169759-d25c-4709-b548-72d2cac303b5 req-23a288fb-4ca5-40d2-b368-353953ad8097 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=bea7d5f3-3f34-426a-97bc-a8938ef4d97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1131706 Nov 02 14:40:00.938106 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf556f89-b3dc-4b5b-8ffd-8950fcb7ad42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641d8353-ce9b-46ab-9f7d-297a6096d90f,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:00.946094 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-bf556f89-b3dc-4b5b-8ffd-8950fcb7ad42 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=201fa6233952437ca9a47b03ab33642f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7162864 Nov 02 14:40:00.946298 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 57106) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:00.984062 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-388fc734-7eed-4956-91d5-8d52276a42ec admin admin] Publish callbacks [] for security_group (de422d7a-8f7b-450c-b9b6-11879ae11b86), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:01.026982 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device 34a3ffa0-db81-40b1-8b9b-0d40f164bd30 details requested by agent hyperv_hv-cinder-86236 with host hv-cinder-86236 {{(pid=105392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 14:40:01.036982 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d27fcfc2-524f-4590-9fdf-ad91962d05a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (9fef9a32-d25d-4514-898d-546b302276de), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:01.042824 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [req-1dbc4873-4c5a-496d-833a-666967c1466e req-171bd1f7-65a5-4f4a-9f41-88fa3af15a90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af3cc54b-a081-4f0c-aad1-a5c16e7530c7 {{(pid=105391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:40:01.064763 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-388fc734-7eed-4956-91d5-8d52276a42ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (de422d7a-8f7b-450c-b9b6-11879ae11b86), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:01.097975 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-144abc92-ea32-48ee-b069-a9cb481f35a3 req-42304b1d-736a-4edb-a9b8-fd978088d2d2 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474403 Nov 02 14:40:01.101692 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-1dbc4873-4c5a-496d-833a-666967c1466e req-171bd1f7-65a5-4f4a-9f41-88fa3af15a90 service neutron] Publish callbacks [] for port (af3cc54b-a081-4f0c-aad1-a5c16e7530c7), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:01.109905 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388fc734-7eed-4956-91d5-8d52276a42ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de422d7a-8f7b-450c-b9b6-11879ae11b86,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:01.115199 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-388fc734-7eed-4956-91d5-8d52276a42ec admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=23575ee2091540688ca84aa9db0a2c67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2966375 Nov 02 14:40:01.117768 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 57112) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:01.168145 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b61c5-6aeb-4f76-9d69-3c9288adccfc req-df667a94-fdad-43fd-bad7-b05fa548f871 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:01.169686 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0e8b61c5-6aeb-4f76-9d69-3c9288adccfc req-df667a94-fdad-43fd-bad7-b05fa548f871 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 932 time: 0.2004991 Nov 02 14:40:01.183223 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-d27fcfc2-524f-4590-9fdf-ad91962d05a1 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=40c635b4a5054b959f2a2b33eb3b56ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7699564 Nov 02 14:40:01.185388 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.provisioning_blocks [req-1dbc4873-4c5a-496d-833a-666967c1466e req-171bd1f7-65a5-4f4a-9f41-88fa3af15a90 service neutron] Transition to ACTIVE for port object af3cc54b-a081-4f0c-aad1-a5c16e7530c7 will not be triggered until provisioned by entity L2. {{(pid=105391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 14:40:01.206171 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 57114) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:01.222625 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port 34a3ffa0-db81-40b1-8b9b-0d40f164bd30, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=34a3ffa0-db81-40b1-8b9b-0d40f164bd30,segment=NetworkSegment(5fc79958-b34d-4ac1-803c-ec9f1b61bef8),segment_id=5fc79958-b34d-4ac1-803c-ec9f1b61bef8)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:40:01.237214 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ceadc1e6-1813-41f1-a2be-927f044b6673 admin admin] Publish callbacks [] for security_group (de422d7a-8f7b-450c-b9b6-11879ae11b86), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:01.237803 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Returning: {'device': '34a3ffa0-db81-40b1-8b9b-0d40f164bd30', 'network_id': '07b27265-9252-453e-b15b-5758b8087359', 'port_id': '34a3ffa0-db81-40b1-8b9b-0d40f164bd30', 'mac_address': 'fa:16:3e:62:f2:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 473, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc4a104d-b9a7-4861-8d2e-56437daccb86', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 14:40:01.242364 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27fcfc2-524f-4590-9fdf-ad91962d05a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fef9a32-d25d-4514-898d-546b302276de,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:01.245117 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:01.260560 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a1169759-d25c-4709-b548-72d2cac303b5 req-49f04481-3081-4475-9386-216ebc534566 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/bea7d5f3-3f34-426a-97bc-a8938ef4d97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585351 Nov 02 14:40:01.279275 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port 34a3ffa0-db81-40b1-8b9b-0d40f164bd30 is: DOWN; New status is: BUILD {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:40:01.279908 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (34a3ffa0-db81-40b1-8b9b-0d40f164bd30), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:01.281092 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-98b26c2f-b4eb-497f-a48d-2fc074d48af5 admin admin] Publish callbacks [] for security_group (641d8353-ce9b-46ab-9f7d-297a6096d90f), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:01.308831 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ceadc1e6-1813-41f1-a2be-927f044b6673 admin admin] Publish callbacks [] for security_group (de422d7a-8f7b-450c-b9b6-11879ae11b86), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:01.321867 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb959de1-b70f-4f6e-85a7-510de84948fe req-bd67ae25-e1e3-4e53-8293-37265fa6a803 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:01.324119 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-fb959de1-b70f-4f6e-85a7-510de84948fe req-bd67ae25-e1e3-4e53-8293-37265fa6a803 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 943 time: 0.1040916 Nov 02 14:40:01.329078 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-1dbc4873-4c5a-496d-833a-666967c1466e req-171bd1f7-65a5-4f4a-9f41-88fa3af15a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (af3cc54b-a081-4f0c-aad1-a5c16e7530c7), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:01.332258 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34a3ffa0-db81-40b1-8b9b-0d40f164bd30 {{(pid=105392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:40:01.366708 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0e8b61c5-6aeb-4f76-9d69-3c9288adccfc req-015765bc-1322-4030-8a15-655bb084f86e tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781635 Nov 02 14:40:01.368888 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-98b26c2f-b4eb-497f-a48d-2fc074d48af5 admin admin] Publish callbacks [] for security_group (641d8353-ce9b-46ab-9f7d-297a6096d90f), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:01.385522 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port 34a3ffa0-db81-40b1-8b9b-0d40f164bd30, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=34a3ffa0-db81-40b1-8b9b-0d40f164bd30,segment=NetworkSegment(5fc79958-b34d-4ac1-803c-ec9f1b61bef8),segment_id=5fc79958-b34d-4ac1-803c-ec9f1b61bef8)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:40:01.487798 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-59ba135f-7ae1-4fb7-924e-051e988d01f9 admin admin] Publish callbacks [] for security_group (9fef9a32-d25d-4514-898d-546b302276de), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:01.502734 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171bd1f7-65a5-4f4a-9f41-88fa3af15a90 service neutron] Pushing event updated for resources: {'Port': ['ID=af3cc54b-a081-4f0c-aad1-a5c16e7530c7,revision_number=2']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:01.510958 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (34a3ffa0-db81-40b1-8b9b-0d40f164bd30), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:01.520086 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-59ba135f-7ae1-4fb7-924e-051e988d01f9 admin admin] Publish callbacks [] for security_group (9fef9a32-d25d-4514-898d-546b302276de), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:01.544038 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-fb959de1-b70f-4f6e-85a7-510de84948fe req-9b35329b-87d8-4548-9ef1-24a96b80c9d0 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=540a6179-58d4-47b3-806e-ae2888be0225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984882 Nov 02 14:40:01.549564 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-1dbc4873-4c5a-496d-833a-666967c1466e req-171bd1f7-65a5-4f4a-9f41-88fa3af15a90 service neutron] Attempting to bind port af3cc54b-a081-4f0c-aad1-a5c16e7530c7 on host hv-cinder-86236 for vnic_type normal with profile {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:40:01.549911 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-1dbc4873-4c5a-496d-833a-666967c1466e req-171bd1f7-65a5-4f4a-9f41-88fa3af15a90 service neutron] Attempting to bind port af3cc54b-a081-4f0c-aad1-a5c16e7530c7 by drivers openvswitch,hyperv on host hv-cinder-86236 at level 0 using segments [{'id': '1eff0572-7501-4653-a799-253705bab93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba'}] {{(pid=105391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:40:01.550247 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbc4873-4c5a-496d-833a-666967c1466e req-171bd1f7-65a5-4f4a-9f41-88fa3af15a90 service neutron] Attempting to bind port af3cc54b-a081-4f0c-aad1-a5c16e7530c7 on network f2e46242-b4bc-49aa-9edc-2954b80ac8ba {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:40:01.557309 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ceadc1e6-1813-41f1-a2be-927f044b6673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (de422d7a-8f7b-450c-b9b6-11879ae11b86), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:01.560072 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ceadc1e6-1813-41f1-a2be-927f044b6673 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:01.561584 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-ceadc1e6-1813-41f1-a2be-927f044b6673 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/de422d7a-8f7b-450c-b9b6-11879ae11b86 HTTP/1.1" status: 204 len: 168 time: 0.4425447 Nov 02 14:40:01.573177 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=2 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:01.584514 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceadc1e6-1813-41f1-a2be-927f044b6673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de422d7a-8f7b-450c-b9b6-11879ae11b86,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:01.648190 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=34a3ffa0-db81-40b1-8b9b-0d40f164bd30,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:01.653957 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbc4873-4c5a-496d-833a-666967c1466e req-171bd1f7-65a5-4f4a-9f41-88fa3af15a90 service neutron] Port af3cc54b-a081-4f0c-aad1-a5c16e7530c7 on network f2e46242-b4bc-49aa-9edc-2954b80ac8ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86236 {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 14:40:01.657320 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbc4873-4c5a-496d-833a-666967c1466e req-171bd1f7-65a5-4f4a-9f41-88fa3af15a90 service neutron] Attempting to bind port af3cc54b-a081-4f0c-aad1-a5c16e7530c7 on network f2e46242-b4bc-49aa-9edc-2954b80ac8ba {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:40:01.729092 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c17c7-b2e3-4234-923e-cb9d7a16621d req-4b1ba8aa-3ca3-4059-b943-67a2d27315b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:01.730623 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-fd7c17c7-b2e3-4234-923e-cb9d7a16621d req-4b1ba8aa-3ca3-4059-b943-67a2d27315b6 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=edc675d4a92f4ff9ae8a41a020fa792c&device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 1128 time: 0.0416677 Nov 02 14:40:01.762591 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-98b26c2f-b4eb-497f-a48d-2fc074d48af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (641d8353-ce9b-46ab-9f7d-297a6096d90f), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:01.766209 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-98b26c2f-b4eb-497f-a48d-2fc074d48af5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:01.767589 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-98b26c2f-b4eb-497f-a48d-2fc074d48af5 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/641d8353-ce9b-46ab-9f7d-297a6096d90f HTTP/1.1" status: 204 len: 168 time: 0.8127823 Nov 02 14:40:01.776099 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbc4873-4c5a-496d-833a-666967c1466e req-171bd1f7-65a5-4f4a-9f41-88fa3af15a90 service neutron] Checking agent: {'id': '1ebac2c5-078b-4c7f-aaba-905361dbc5e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'started_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:40:01.776448 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbc4873-4c5a-496d-833a-666967c1466e req-171bd1f7-65a5-4f4a-9f41-88fa3af15a90 service neutron] Checking segment: {'id': '1eff0572-7501-4653-a799-253705bab93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:40:01.776867 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbc4873-4c5a-496d-833a-666967c1466e req-171bd1f7-65a5-4f4a-9f41-88fa3af15a90 service neutron] Bound using segment: {'id': '1eff0572-7501-4653-a799-253705bab93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba'} {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:40:01.777345 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-1dbc4873-4c5a-496d-833a-666967c1466e req-171bd1f7-65a5-4f4a-9f41-88fa3af15a90 service neutron] Bound port: af3cc54b-a081-4f0c-aad1-a5c16e7530c7, host: hv-cinder-86236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eff0572-7501-4653-a799-253705bab93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba'}}] {{(pid=105391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:40:01.777742 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-1dbc4873-4c5a-496d-833a-666967c1466e req-171bd1f7-65a5-4f4a-9f41-88fa3af15a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (af3cc54b-a081-4f0c-aad1-a5c16e7530c7), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:01.780701 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-59ba135f-7ae1-4fb7-924e-051e988d01f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (9fef9a32-d25d-4514-898d-546b302276de), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:01.785868 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-59ba135f-7ae1-4fb7-924e-051e988d01f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:01.787855 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-59ba135f-7ae1-4fb7-924e-051e988d01f9 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/9fef9a32-d25d-4514-898d-546b302276de HTTP/1.1" status: 204 len: 168 time: 0.5789402 Nov 02 14:40:01.800806 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b26c2f-b4eb-497f-a48d-2fc074d48af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641d8353-ce9b-46ab-9f7d-297a6096d90f,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:01.811906 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:01.852306 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a1169759-d25c-4709-b548-72d2cac303b5 req-8a7f7bce-f4c0-4af2-b2d3-7319bd3e3356 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/bea7d5f3-3f34-426a-97bc-a8938ef4d97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627991 Nov 02 14:40:01.878949 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba135f-7ae1-4fb7-924e-051e988d01f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fef9a32-d25d-4514-898d-546b302276de,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:01.902352 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-1dbc4873-4c5a-496d-833a-666967c1466e req-171bd1f7-65a5-4f4a-9f41-88fa3af15a90 service neutron] For port af3cc54b-a081-4f0c-aad1-a5c16e7530c7, host hv-cinder-86236, cleared binding levels {{(pid=105391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:40:01.906950 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-1dbc4873-4c5a-496d-833a-666967c1466e req-171bd1f7-65a5-4f4a-9f41-88fa3af15a90 service neutron] For port af3cc54b-a081-4f0c-aad1-a5c16e7530c7, host hv-cinder-86236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=af3cc54b-a081-4f0c-aad1-a5c16e7530c7,segment=NetworkSegment(1eff0572-7501-4653-a799-253705bab93c),segment_id=1eff0572-7501-4653-a799-253705bab93c)] {{(pid=105391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:40:01.907220 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] get_ports_and_sgs() called for port_ids ['34a3ffa0-db81-40b1-8b9b-0d40f164bd30'] {{(pid=105392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 14:40:01.913468 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c17c7-b2e3-4234-923e-cb9d7a16621d req-a1fcb1ff-22d7-4009-a24c-a66d614c8d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:01.914954 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-fd7c17c7-b2e3-4234-923e-cb9d7a16621d req-a1fcb1ff-22d7-4009-a24c-a66d614c8d6a service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=bea7d5f3-3f34-426a-97bc-a8938ef4d97b HTTP/1.1" status: 200 len: 920 time: 0.1772170 Nov 02 14:40:01.915407 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:01.958785 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-fd7c17c7-b2e3-4234-923e-cb9d7a16621d req-193f2097-7e37-420b-8539-5c75c6f8b550 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0906b93-2520-43fe-8940-decdff05858b HTTP/1.1" status: 200 len: 217 time: 0.0369804 Nov 02 14:40:01.991552 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-1dbc4873-4c5a-496d-833a-666967c1466e req-171bd1f7-65a5-4f4a-9f41-88fa3af15a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (af3cc54b-a081-4f0c-aad1-a5c16e7530c7), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:01.996337 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc4873-4c5a-496d-833a-666967c1466e req-171bd1f7-65a5-4f4a-9f41-88fa3af15a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:02.001826 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-1dbc4873-4c5a-496d-833a-666967c1466e req-171bd1f7-65a5-4f4a-9f41-88fa3af15a90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:02.001826 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1dbc4873-4c5a-496d-833a-666967c1466e req-171bd1f7-65a5-4f4a-9f41-88fa3af15a90 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/af3cc54b-a081-4f0c-aad1-a5c16e7530c7 HTTP/1.1" status: 200 len: 1094 time: 1.8933895 Nov 02 14:40:02.001826 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d0f8129-8155-4b7c-a462-f9c067ecfbca', 'tag': 'af3cc54b-a081-4f0c-aad1-a5c16e7530c7'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:40:02.001826 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39eb6d68-18ce-48dc-8f4c-ba4bc620dd94" -d '{"events": [{"name": "network-changed", "server_uuid": "5d0f8129-8155-4b7c-a462-f9c067ecfbca", "tag": "af3cc54b-a081-4f0c-aad1-a5c16e7530c7"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:40:02.016628 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c17c7-b2e3-4234-923e-cb9d7a16621d req-94b0917d-c8c3-40b7-82a8-be914c36531b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:02.018431 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-fd7c17c7-b2e3-4234-923e-cb9d7a16621d req-94b0917d-c8c3-40b7-82a8-be914c36531b service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=543df3fb-8a54-4baf-bcd8-c5079d82249a HTTP/1.1" status: 200 len: 858 time: 0.0539970 Nov 02 14:40:02.080174 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cb9691-d84d-4995-927e-39dff136090e x-openstack-request-id: req-a8cb9691-d84d-4995-927e-39dff136090e {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:40:02.080921 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d0f8129-8155-4b7c-a462-f9c067ecfbca", "tag": "af3cc54b-a081-4f0c-aad1-a5c16e7530c7", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:40:02.081081 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a8cb9691-d84d-4995-927e-39dff136090e {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:40:02.081609 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8cb9691-d84d-4995-927e-39dff136090e'] response: {'name': 'network-changed', 'server_uuid': '5d0f8129-8155-4b7c-a462-f9c067ecfbca', 'tag': 'af3cc54b-a081-4f0c-aad1-a5c16e7530c7', 'status': 'completed', 'code': 200} Nov 02 14:40:02.088407 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:02.090767 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171bd1f7-65a5-4f4a-9f41-88fa3af15a90 service neutron] Pushing event updated for resources: {'Port': ['ID=af3cc54b-a081-4f0c-aad1-a5c16e7530c7,revision_number=3']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:02.108874 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c17c7-b2e3-4234-923e-cb9d7a16621d req-b4945c7d-fe02-4e1e-b57f-da4df410a2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:02.110453 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-fd7c17c7-b2e3-4234-923e-cb9d7a16621d req-b4945c7d-fe02-4e1e-b57f-da4df410a2b1 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=bea7d5f3-3f34-426a-97bc-a8938ef4d97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0861020 Nov 02 14:40:02.206414 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:02.212379 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb6d68-18ce-48dc-8f4c-ba4bc620dd94 req-a0f8212e-97ad-40b3-b810-cdb640f210ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:02.214066 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-39eb6d68-18ce-48dc-8f4c-ba4bc620dd94 req-a0f8212e-97ad-40b3-b810-cdb640f210ba service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0dd67ec4f08d4d548af5b5ccee50407c&device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 1128 time: 0.0835989 Nov 02 14:40:02.265754 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-fd7c17c7-b2e3-4234-923e-cb9d7a16621d req-b89da029-451b-434e-a316-f7051679ce93 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/bea7d5f3-3f34-426a-97bc-a8938ef4d97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428182 Nov 02 14:40:02.424422 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-fd7c17c7-b2e3-4234-923e-cb9d7a16621d req-e9255bad-23c6-43ed-8317-9cb7ace0f7b2 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/bea7d5f3-3f34-426a-97bc-a8938ef4d97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530936 Nov 02 14:40:02.729566 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35794046-1257-40f9-bec1-6c2f0844226b req-4a263c1c-acb9-43e8-9f3f-0e8e20fda346 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:02.736966 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-35794046-1257-40f9-bec1-6c2f0844226b req-4a263c1c-acb9-43e8-9f3f-0e8e20fda346 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 944 time: 0.1753356 Nov 02 14:40:02.761864 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2af4f-f5bb-4824-9b36-b5ff0411eca1 req-8f52510b-37a2-45e5-9f73-d24cc8d053ac tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:02.763357 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6fe2af4f-f5bb-4824-9b36-b5ff0411eca1 req-8f52510b-37a2-45e5-9f73-d24cc8d053ac tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 944 time: 0.2030191 Nov 02 14:40:02.768379 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb6d68-18ce-48dc-8f4c-ba4bc620dd94 req-8661100e-ee04-4fe5-90b5-b91ab6e4fbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:02.768978 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-39eb6d68-18ce-48dc-8f4c-ba4bc620dd94 req-8661100e-ee04-4fe5-90b5-b91ab6e4fbbe service neutron] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=0dd67ec4f08d4d548af5b5ccee50407c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.5400016 Nov 02 14:40:02.934294 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-35794046-1257-40f9-bec1-6c2f0844226b req-6d598fe2-97fc-41f0-aa05-c379b42f55ea tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964285 Nov 02 14:40:02.971440 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6fe2af4f-f5bb-4824-9b36-b5ff0411eca1 req-7e45b486-d891-4315-ad6e-30130f341656 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006741 Nov 02 14:40:03.031368 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device b3d49dc7-6e55-4eda-a524-acbf2248d0e8 details requested by agent hyperv_hv-cinder-86236 with host hv-cinder-86236 {{(pid=105392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 14:40:03.044280 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:03.053332 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device 34a3ffa0-db81-40b1-8b9b-0d40f164bd30 up at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:40:03.063469 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb6d68-18ce-48dc-8f4c-ba4bc620dd94 req-54c4d788-9b8e-4136-a19a-83b96073aa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:03.067087 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-39eb6d68-18ce-48dc-8f4c-ba4bc620dd94 req-54c4d788-9b8e-4136-a19a-83b96073aa50 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2841094 Nov 02 14:40:03.084524 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2ab51-474e-4d65-b7e7-99d943efa6d7 req-19b94ec5-b0be-4ebf-9edf-945d2f3ff7a3 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:03.086384 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-37e2ab51-474e-4d65-b7e7-99d943efa6d7 req-19b94ec5-b0be-4ebf-9edf-945d2f3ff7a3 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 944 time: 0.0538383 Nov 02 14:40:03.200256 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc4873-4c5a-496d-833a-666967c1466e req-24996723-7203-490a-9665-420cfb10fa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:03.203910 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1dbc4873-4c5a-496d-833a-666967c1466e req-24996723-7203-490a-9665-420cfb10fa2c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0dd67ec4f08d4d548af5b5ccee50407c&device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 1128 time: 0.0681460 Nov 02 14:40:03.205771 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:03.217386 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-37e2ab51-474e-4d65-b7e7-99d943efa6d7 req-55fb9ab3-20c9-4630-9926-fc25bcb5b11a tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=540a6179-58d4-47b3-806e-ae2888be0225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189535 Nov 02 14:40:03.225194 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning for port 34a3ffa0-db81-40b1-8b9b-0d40f164bd30 completed by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 14:40:03.257294 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port b3d49dc7-6e55-4eda-a524-acbf2248d0e8, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=b3d49dc7-6e55-4eda-a524-acbf2248d0e8,segment=NetworkSegment(076e55e6-4e08-4faf-8572-84b8f0dfcbf2),segment_id=076e55e6-4e08-4faf-8572-84b8f0dfcbf2)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:40:03.273311 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Returning: {'device': 'b3d49dc7-6e55-4eda-a524-acbf2248d0e8', 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b', 'port_id': 'b3d49dc7-6e55-4eda-a524-acbf2248d0e8', 'mac_address': 'fa:16:3e:fe:9d:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 456, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '543df3fb-8a54-4baf-bcd8-c5079d82249a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 14:40:03.289831 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1dbc4873-4c5a-496d-833a-666967c1466e req-7fdcc1bc-e58b-4ba0-b2b5-e8cbdfc68a11 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af3cc54b-a081-4f0c-aad1-a5c16e7530c7 HTTP/1.1" status: 200 len: 217 time: 0.0696409 Nov 02 14:40:03.316503 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning complete for port 34a3ffa0-db81-40b1-8b9b-0d40f164bd30 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:40:03.316881 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (34a3ffa0-db81-40b1-8b9b-0d40f164bd30), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:03.317253 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Attempt 1 to provision port 34a3ffa0-db81-40b1-8b9b-0d40f164bd30 Nov 02 14:40:03.370339 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc4873-4c5a-496d-833a-666967c1466e req-16188bca-2f47-4d65-94a8-48e698a30337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:03.371810 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1dbc4873-4c5a-496d-833a-666967c1466e req-16188bca-2f47-4d65-94a8-48e698a30337 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=82f2bb5b-1705-4182-9233-e8913f6cd258 HTTP/1.1" status: 200 len: 855 time: 0.0746331 Nov 02 14:40:03.391871 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port b3d49dc7-6e55-4eda-a524-acbf2248d0e8 is: DOWN; New status is: BUILD {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:40:03.392272 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (b3d49dc7-6e55-4eda-a524-acbf2248d0e8), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:03.411799 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3d49dc7-6e55-4eda-a524-acbf2248d0e8 {{(pid=105392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:40:03.431133 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc4873-4c5a-496d-833a-666967c1466e req-676ed32a-b87e-402f-aef7-4d9f8bfb52f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:03.431547 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1dbc4873-4c5a-496d-833a-666967c1466e req-676ed32a-b87e-402f-aef7-4d9f8bfb52f1 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=f2e46242-b4bc-49aa-9edc-2954b80ac8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529683 Nov 02 14:40:03.440465 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port b3d49dc7-6e55-4eda-a524-acbf2248d0e8, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=b3d49dc7-6e55-4eda-a524-acbf2248d0e8,segment=NetworkSegment(076e55e6-4e08-4faf-8572-84b8f0dfcbf2),segment_id=076e55e6-4e08-4faf-8572-84b8f0dfcbf2)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:40:03.482653 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port 34a3ffa0-db81-40b1-8b9b-0d40f164bd30 is: BUILD; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:40:03.483771 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (34a3ffa0-db81-40b1-8b9b-0d40f164bd30), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:03.508252 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffa9152-f022-466a-ab9b-9977066503d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a3ffa0-db81-40b1-8b9b-0d40f164bd30'}] {{(pid=105392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:40:03.531184 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1dbc4873-4c5a-496d-833a-666967c1466e req-8793a15d-2475-4c18-bf40-f04c35c213d2 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f2e46242-b4bc-49aa-9edc-2954b80ac8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923564 Nov 02 14:40:03.586119 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port 34a3ffa0-db81-40b1-8b9b-0d40f164bd30, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=34a3ffa0-db81-40b1-8b9b-0d40f164bd30,segment=NetworkSegment(5fc79958-b34d-4ac1-803c-ec9f1b61bef8),segment_id=5fc79958-b34d-4ac1-803c-ec9f1b61bef8)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:40:03.591573 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (b3d49dc7-6e55-4eda-a524-acbf2248d0e8), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:03.595775 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:40:03.650742 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1dbc4873-4c5a-496d-833a-666967c1466e req-c4d84f1f-5a5d-47a7-a60b-4d5501a40ce4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f2e46242-b4bc-49aa-9edc-2954b80ac8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137724 Nov 02 14:40:03.751530 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (34a3ffa0-db81-40b1-8b9b-0d40f164bd30), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:03.778183 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=b3d49dc7-6e55-4eda-a524-acbf2248d0e8,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:03.842003 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=34a3ffa0-db81-40b1-8b9b-0d40f164bd30,revision_number=5']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:03.892482 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] get_ports_and_sgs() called for port_ids ['b3d49dc7-6e55-4eda-a524-acbf2248d0e8'] {{(pid=105392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 14:40:03.947628 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa406a66c4f7fcebf853f6ac608ace0721fd427f75714d2af0e2307e93ff13f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e74435f-1865-428e-9578-64de84b30887" -d '{"events": [{"server_uuid": "1ffa9152-f022-466a-ab9b-9977066503d0", "name": "network-vif-plugged", "status": "completed", "tag": "34a3ffa0-db81-40b1-8b9b-0d40f164bd30"}]}' {{(pid=105392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:40:04.111253 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bfe9b9-333f-46da-a2e9-220e47b6cd3c req-83391636-122d-4225-920b-6fd544cd1887 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:04.111789 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:04.116622 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-88bfe9b9-333f-46da-a2e9-220e47b6cd3c req-83391636-122d-4225-920b-6fd544cd1887 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 944 time: 0.0625219 Nov 02 14:40:04.169928 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-88bfe9b9-333f-46da-a2e9-220e47b6cd3c req-38c0c201-a024-4cfc-8be8-04140c3362e1 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523355 Nov 02 14:40:04.273230 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:UPDATE=5,neutron:SELECT=80,neutron:INSERT=11,neutron:DELETE=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:04.296298 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8733a0-25f4-4d9e-9881-3b9cf980e3ad req-db4fd8fe-10ab-4d54-87e5-2ed2bb2ae169 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:04.298007 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-fd8733a0-25f4-4d9e-9881-3b9cf980e3ad req-db4fd8fe-10ab-4d54-87e5-2ed2bb2ae169 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 944 time: 0.0541191 Nov 02 14:40:04.317164 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0069b9d-417e-422b-8bbf-57f7ee2ed000 x-openstack-request-id: req-f0069b9d-417e-422b-8bbf-57f7ee2ed000 {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:40:04.320473 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffa9152-f022-466a-ab9b-9977066503d0", "name": "network-vif-plugged", "status": "completed", "tag": "34a3ffa0-db81-40b1-8b9b-0d40f164bd30", "code": 200}]} {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:40:04.320473 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f0069b9d-417e-422b-8bbf-57f7ee2ed000 {{(pid=105392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:40:04.320473 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0069b9d-417e-422b-8bbf-57f7ee2ed000'] response: {'server_uuid': '1ffa9152-f022-466a-ab9b-9977066503d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a3ffa0-db81-40b1-8b9b-0d40f164bd30', 'code': 200} Nov 02 14:40:04.358084 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-fd8733a0-25f4-4d9e-9881-3b9cf980e3ad req-3403bb71-4b8b-44e8-80a5-11c2610003ec tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538971 Nov 02 14:40:04.434069 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba041c94-fee4-4223-bcb6-1408d608f5bf req-c8c2e451-2bb1-4000-80fc-837574608f99 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:04.436466 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ba041c94-fee4-4223-bcb6-1408d608f5bf req-c8c2e451-2bb1-4000-80fc-837574608f99 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 945 time: 0.0562606 Nov 02 14:40:04.466769 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:04.505602 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ba041c94-fee4-4223-bcb6-1408d608f5bf req-80cf1452-b021-49ce-a355-b86c2305b418 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=540a6179-58d4-47b3-806e-ae2888be0225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625753 Nov 02 14:40:04.848358 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:04.989980 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f7478-c393-4ecf-92e5-b828c0e12b48 req-43fd9cbe-71c4-45e6-8ede-5ebd80d8a46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:04.991739 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-674f7478-c393-4ecf-92e5-b828c0e12b48 req-43fd9cbe-71c4-45e6-8ede-5ebd80d8a46c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 1129 time: 0.0708337 Nov 02 14:40:05.011562 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-674f7478-c393-4ecf-92e5-b828c0e12b48 req-5cff4a6d-7d5e-4273-bc69-e379173ec0df service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:05.042426 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device c0906b93-2520-43fe-8940-decdff05858b details requested by agent hyperv_hv-cinder-86236 with host hv-cinder-86236 {{(pid=105392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 14:40:05.087552 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device b3d49dc7-6e55-4eda-a524-acbf2248d0e8 up at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:40:05.125326 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 57274) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:05.146887 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-674f7478-c393-4ecf-92e5-b828c0e12b48 req-5cff4a6d-7d5e-4273-bc69-e379173ec0df service neutron] Publish callbacks [] for security_group (0df1267f-7bc1-4ac0-acc7-f1d21e42db4a), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:05.191412 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning for port b3d49dc7-6e55-4eda-a524-acbf2248d0e8 completed by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 14:40:05.198415 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port c0906b93-2520-43fe-8940-decdff05858b, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=c0906b93-2520-43fe-8940-decdff05858b,segment=NetworkSegment(076e55e6-4e08-4faf-8572-84b8f0dfcbf2),segment_id=076e55e6-4e08-4faf-8572-84b8f0dfcbf2)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:40:05.207571 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Returning: {'device': 'c0906b93-2520-43fe-8940-decdff05858b', 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b', 'port_id': 'c0906b93-2520-43fe-8940-decdff05858b', 'mac_address': 'fa:16:3e:39:bb:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 456, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '543df3fb-8a54-4baf-bcd8-c5079d82249a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 14:40:05.244738 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port c0906b93-2520-43fe-8940-decdff05858b is: DOWN; New status is: BUILD {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:40:05.245184 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (c0906b93-2520-43fe-8940-decdff05858b), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:05.248342 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:05.260288 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0906b93-2520-43fe-8940-decdff05858b {{(pid=105392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:40:05.263633 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-028d258b-80c6-4045-87cc-9121eded3096 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:05.276552 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-674f7478-c393-4ecf-92e5-b828c0e12b48 req-5cff4a6d-7d5e-4273-bc69-e379173ec0df service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (0df1267f-7bc1-4ac0-acc7-f1d21e42db4a), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:05.285837 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port c0906b93-2520-43fe-8940-decdff05858b, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=c0906b93-2520-43fe-8940-decdff05858b,segment=NetworkSegment(076e55e6-4e08-4faf-8572-84b8f0dfcbf2),segment_id=076e55e6-4e08-4faf-8572-84b8f0dfcbf2)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:40:05.312875 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning complete for port b3d49dc7-6e55-4eda-a524-acbf2248d0e8 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:40:05.313675 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (b3d49dc7-6e55-4eda-a524-acbf2248d0e8), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:05.314195 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Attempt 1 to provision port b3d49dc7-6e55-4eda-a524-acbf2248d0e8 Nov 02 14:40:05.356840 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-674f7478-c393-4ecf-92e5-b828c0e12b48 req-5cff4a6d-7d5e-4273-bc69-e379173ec0df service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=540a6179-58d4-47b3-806e-ae2888be0225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593540 Nov 02 14:40:05.364425 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32274c-f6a7-412b-9e6b-e86d308cf46b req-4240c2eb-f7bd-4d54-9b70-a7e58049d2b1 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:05.372064 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cc32274c-f6a7-412b-9e6b-e86d308cf46b req-4240c2eb-f7bd-4d54-9b70-a7e58049d2b1 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 944 time: 0.1080756 Nov 02 14:40:05.375001 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff4a6d-7d5e-4273-bc69-e379173ec0df service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0df1267f-7bc1-4ac0-acc7-f1d21e42db4a,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:05.393104 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (c0906b93-2520-43fe-8940-decdff05858b), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:05.431319 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-028d258b-80c6-4045-87cc-9121eded3096 admin admin] Publish callbacks [] for security_group (f5208511-0118-4e0e-b8bc-6008dbbc0a42), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:05.466854 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cc32274c-f6a7-412b-9e6b-e86d308cf46b req-f4e208b1-2cc1-4b60-b4db-6be432ee70b1 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937822 Nov 02 14:40:05.490767 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port b3d49dc7-6e55-4eda-a524-acbf2248d0e8 is: BUILD; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:40:05.491167 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (b3d49dc7-6e55-4eda-a524-acbf2248d0e8), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:05.515070 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-028d258b-80c6-4045-87cc-9121eded3096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (f5208511-0118-4e0e-b8bc-6008dbbc0a42), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:05.531946 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=c0906b93-2520-43fe-8940-decdff05858b,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:05.571877 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbf6be-0988-4501-ab24-3fdb64d261ec req-33a583e9-c918-40f0-8b20-73ba20cc6def tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:05.580456 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port b3d49dc7-6e55-4eda-a524-acbf2248d0e8, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=b3d49dc7-6e55-4eda-a524-acbf2248d0e8,segment=NetworkSegment(076e55e6-4e08-4faf-8572-84b8f0dfcbf2),segment_id=076e55e6-4e08-4faf-8572-84b8f0dfcbf2)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:40:05.581135 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-99bbf6be-0988-4501-ab24-3fdb64d261ec req-33a583e9-c918-40f0-8b20-73ba20cc6def tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 944 time: 0.0924296 Nov 02 14:40:05.598190 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-028d258b-80c6-4045-87cc-9121eded3096 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=1dc1563bb2d24bdb894d96a64fbb2159&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4717205 Nov 02 14:40:05.598939 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d258b-80c6-4045-87cc-9121eded3096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5208511-0118-4e0e-b8bc-6008dbbc0a42,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:05.601243 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 57296) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:05.682336 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (b3d49dc7-6e55-4eda-a524-acbf2248d0e8), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:05.702955 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-99bbf6be-0988-4501-ab24-3fdb64d261ec req-38982e54-3f29-4767-b038-703d7939164d tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206801 Nov 02 14:40:05.724154 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7c330-1cd3-4bff-a3cf-f9e628447b21 req-7a009833-56d1-48d4-b04e-8cf289751f7f tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:05.725748 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-fbd7c330-1cd3-4bff-a3cf-f9e628447b21 req-7a009833-56d1-48d4-b04e-8cf289751f7f tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 945 time: 0.0798924 Nov 02 14:40:05.739182 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=b3d49dc7-6e55-4eda-a524-acbf2248d0e8,revision_number=5']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:05.756171 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-654db5be-0188-4a01-a828-72b625b9f416 admin admin] Publish callbacks [] for security_group (f5208511-0118-4e0e-b8bc-6008dbbc0a42), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:05.798898 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-654db5be-0188-4a01-a828-72b625b9f416 admin admin] Publish callbacks [] for security_group (f5208511-0118-4e0e-b8bc-6008dbbc0a42), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:05.832148 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-fbd7c330-1cd3-4bff-a3cf-f9e628447b21 req-531d3966-e234-46f6-bc58-99d51661ce17 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=540a6179-58d4-47b3-806e-ae2888be0225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983052 Nov 02 14:40:05.962591 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:05.996979 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-654db5be-0188-4a01-a828-72b625b9f416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (f5208511-0118-4e0e-b8bc-6008dbbc0a42), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:06.003978 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-654db5be-0188-4a01-a828-72b625b9f416 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:06.003978 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-654db5be-0188-4a01-a828-72b625b9f416 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/f5208511-0118-4e0e-b8bc-6008dbbc0a42 HTTP/1.1" status: 204 len: 168 time: 0.4009562 Nov 02 14:40:06.015902 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654db5be-0188-4a01-a828-72b625b9f416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5208511-0118-4e0e-b8bc-6008dbbc0a42,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:06.320260 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '803e6b19-d962-4158-9a6c-e38cbd2b3e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d49dc7-6e55-4eda-a524-acbf2248d0e8'}] {{(pid=105392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:40:06.322930 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa406a66c4f7fcebf853f6ac608ace0721fd427f75714d2af0e2307e93ff13f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66331697-8ec9-4744-a735-ed83b509902b" -d '{"events": [{"server_uuid": "803e6b19-d962-4158-9a6c-e38cbd2b3e04", "name": "network-vif-plugged", "status": "completed", "tag": "b3d49dc7-6e55-4eda-a524-acbf2248d0e8"}]}' {{(pid=105392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:40:06.368922 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e855b01f-a379-4bb2-9395-ce0f4ba7bdbb x-openstack-request-id: req-e855b01f-a379-4bb2-9395-ce0f4ba7bdbb {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:40:06.368922 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "803e6b19-d962-4158-9a6c-e38cbd2b3e04", "name": "network-vif-plugged", "status": "completed", "tag": "b3d49dc7-6e55-4eda-a524-acbf2248d0e8", "code": 200}]} {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:40:06.368922 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e855b01f-a379-4bb2-9395-ce0f4ba7bdbb {{(pid=105392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:40:06.369223 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e855b01f-a379-4bb2-9395-ce0f4ba7bdbb'] response: {'server_uuid': '803e6b19-d962-4158-9a6c-e38cbd2b3e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d49dc7-6e55-4eda-a524-acbf2248d0e8', 'code': 200} Nov 02 14:40:06.402291 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-d7b79cf4-f364-4e06-b109-1e301266dc5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:06.620235 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a91d4c-82d8-4642-85ea-de093d4281d9 req-efecda1c-7d8e-4342-8458-1405977e0742 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:06.633659 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e9a91d4c-82d8-4642-85ea-de093d4281d9 req-efecda1c-7d8e-4342-8458-1405977e0742 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 945 time: 0.0763817 Nov 02 14:40:06.691413 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e9a91d4c-82d8-4642-85ea-de093d4281d9 req-cd87ace8-aa4e-4782-a97d-2dcaef5f4f79 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578976 Nov 02 14:40:06.850599 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958474f4-3e00-4997-8e6a-48259aea3b86 req-901c7e07-e2c3-44d0-8a1f-46d452ee60c6 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:06.852198 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-958474f4-3e00-4997-8e6a-48259aea3b86 req-901c7e07-e2c3-44d0-8a1f-46d452ee60c6 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 944 time: 0.0560472 Nov 02 14:40:06.927489 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:06.931724 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-958474f4-3e00-4997-8e6a-48259aea3b86 req-4e643bb9-599f-4780-a7b0-f458c37fa4a7 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672927 Nov 02 14:40:07.030500 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acccd34-8b0b-4f33-906d-8193e921c1d5 req-a025b464-72e5-4f69-a1ee-e9660b70a0e2 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:07.032565 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6acccd34-8b0b-4f33-906d-8193e921c1d5 req-a025b464-72e5-4f69-a1ee-e9660b70a0e2 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 945 time: 0.0578074 Nov 02 14:40:07.089163 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6acccd34-8b0b-4f33-906d-8193e921c1d5 req-78beee3b-d4ae-4482-bc75-0b540faca2b8 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=540a6179-58d4-47b3-806e-ae2888be0225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488555 Nov 02 14:40:07.141767 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 57364) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:07.346558 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-4ab7225f-16de-4702-8f0e-92d38967ae9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:07.467629 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-4ab7225f-16de-4702-8f0e-92d38967ae9c admin admin] Publish callbacks [] for security_group (519d624d-d4e1-4c6a-9e97-ff4d1e697b90), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:07.522290 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:07.556752 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-4ab7225f-16de-4702-8f0e-92d38967ae9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (519d624d-d4e1-4c6a-9e97-ff4d1e697b90), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:07.603233 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-4ab7225f-16de-4702-8f0e-92d38967ae9c admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=a571bd0f24694225a2c1ae46c290e5d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4599264 Nov 02 14:40:07.604810 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7225f-16de-4702-8f0e-92d38967ae9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519d624d-d4e1-4c6a-9e97-ff4d1e697b90,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:07.606780 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 57398) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:07.665518 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-276630fc-6767-4938-b62b-a5deef2958c5 admin admin] Publish callbacks [] for security_group (519d624d-d4e1-4c6a-9e97-ff4d1e697b90), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:07.695605 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-276630fc-6767-4938-b62b-a5deef2958c5 admin admin] Publish callbacks [] for security_group (519d624d-d4e1-4c6a-9e97-ff4d1e697b90), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:07.845679 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc81de6-b97b-4731-85d0-92d4906eab97 req-bb930770-48ff-4672-816e-94cb13c48994 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:07.847275 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3bc81de6-b97b-4731-85d0-92d4906eab97 req-bb930770-48ff-4672-816e-94cb13c48994 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 945 time: 0.0543191 Nov 02 14:40:07.847543 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-276630fc-6767-4938-b62b-a5deef2958c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (519d624d-d4e1-4c6a-9e97-ff4d1e697b90), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:07.850201 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-276630fc-6767-4938-b62b-a5deef2958c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:07.851355 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-276630fc-6767-4938-b62b-a5deef2958c5 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/519d624d-d4e1-4c6a-9e97-ff4d1e697b90 HTTP/1.1" status: 204 len: 168 time: 0.2435818 Nov 02 14:40:07.865158 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276630fc-6767-4938-b62b-a5deef2958c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519d624d-d4e1-4c6a-9e97-ff4d1e697b90,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:07.912940 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3bc81de6-b97b-4731-85d0-92d4906eab97 req-005d8d70-0437-4424-8718-5e9d7180c347 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587137 Nov 02 14:40:07.947035 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device af3cc54b-a081-4f0c-aad1-a5c16e7530c7 details requested by agent hyperv_hv-cinder-86236 with host hv-cinder-86236 {{(pid=105392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 14:40:08.051835 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:08.070740 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port af3cc54b-a081-4f0c-aad1-a5c16e7530c7, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=af3cc54b-a081-4f0c-aad1-a5c16e7530c7,segment=NetworkSegment(1eff0572-7501-4653-a799-253705bab93c),segment_id=1eff0572-7501-4653-a799-253705bab93c)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:40:08.090532 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Returning: {'device': 'af3cc54b-a081-4f0c-aad1-a5c16e7530c7', 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba', 'port_id': 'af3cc54b-a081-4f0c-aad1-a5c16e7530c7', 'mac_address': 'fa:16:3e:8d:4b:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 480, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f2bb5b-1705-4182-9233-e8913f6cd258', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 14:40:08.120537 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c653938-a691-48c7-b64e-027ca876c6a0 req-e524abf6-6e00-4d25-b038-e12aff846392 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:08.122030 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8c653938-a691-48c7-b64e-027ca876c6a0 req-e524abf6-6e00-4d25-b038-e12aff846392 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 944 time: 0.0602276 Nov 02 14:40:08.146513 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port af3cc54b-a081-4f0c-aad1-a5c16e7530c7 is: DOWN; New status is: BUILD {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:40:08.147192 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (af3cc54b-a081-4f0c-aad1-a5c16e7530c7), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:08.162609 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af3cc54b-a081-4f0c-aad1-a5c16e7530c7 {{(pid=105392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:40:08.185102 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8c653938-a691-48c7-b64e-027ca876c6a0 req-cd7fd08d-105c-4a5e-9264-67fce3e3a250 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566020 Nov 02 14:40:08.200104 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port af3cc54b-a081-4f0c-aad1-a5c16e7530c7, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=af3cc54b-a081-4f0c-aad1-a5c16e7530c7,segment=NetworkSegment(1eff0572-7501-4653-a799-253705bab93c),segment_id=1eff0572-7501-4653-a799-253705bab93c)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:40:08.254014 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] get_ports_and_sgs() called for port_ids ['c0906b93-2520-43fe-8940-decdff05858b'] {{(pid=105392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 14:40:08.271620 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b25710-7738-4719-9216-e4709d483889 req-3401d756-d036-4a26-a349-252e925d2129 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:08.273744 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-81b25710-7738-4719-9216-e4709d483889 req-3401d756-d036-4a26-a349-252e925d2129 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 945 time: 0.0567138 Nov 02 14:40:08.321501 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (af3cc54b-a081-4f0c-aad1-a5c16e7530c7), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:08.347602 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-81b25710-7738-4719-9216-e4709d483889 req-1f54db7e-116c-4c76-a000-aeb5f14b57a7 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=540a6179-58d4-47b3-806e-ae2888be0225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644612 Nov 02 14:40:08.428515 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=af3cc54b-a081-4f0c-aad1-a5c16e7530c7,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:08.889939 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-0f154553-b989-47bf-a54b-f0079573134a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:08.928086 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:08.960485 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 57466) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:08.977055 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-5b047049-98a5-444e-8a8a-e2cd8a1071b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:09.048085 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033af8b3-6462-4795-82e3-df2fb9e4de15 req-2653d6ce-6dde-48ac-ad08-2cf44059c055 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:09.049732 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-033af8b3-6462-4795-82e3-df2fb9e4de15 req-2653d6ce-6dde-48ac-ad08-2cf44059c055 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 945 time: 0.0533607 Nov 02 14:40:09.068239 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-5b047049-98a5-444e-8a8a-e2cd8a1071b4 admin admin] Publish callbacks [] for security_group (d13083a8-5de8-4ff6-86bf-71a57d42d326), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:09.102958 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-033af8b3-6462-4795-82e3-df2fb9e4de15 req-9096ad51-c09f-4af0-8209-093047a5e87b tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465837 Nov 02 14:40:09.150517 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-5b047049-98a5-444e-8a8a-e2cd8a1071b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (d13083a8-5de8-4ff6-86bf-71a57d42d326), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:09.193052 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-5b047049-98a5-444e-8a8a-e2cd8a1071b4 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=f43250d2bab44e188218b4ccc49fb8ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313797 Nov 02 14:40:09.195035 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b047049-98a5-444e-8a8a-e2cd8a1071b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13083a8-5de8-4ff6-86bf-71a57d42d326,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:09.196238 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 57474) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:09.253795 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-b6f3b754-17d4-4cf1-acc6-4860ef2ae2e9 admin admin] Publish callbacks [] for security_group (d13083a8-5de8-4ff6-86bf-71a57d42d326), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:09.277883 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-b6f3b754-17d4-4cf1-acc6-4860ef2ae2e9 admin admin] Publish callbacks [] for security_group (d13083a8-5de8-4ff6-86bf-71a57d42d326), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:09.317120 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:09.351040 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e5ec5-e48a-47a6-a762-cca16f52f748 req-c0d2b703-cb48-4ca5-89b5-6603ef247449 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:09.352546 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b28e5ec5-e48a-47a6-a762-cca16f52f748 req-c0d2b703-cb48-4ca5-89b5-6603ef247449 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 945 time: 0.0725524 Nov 02 14:40:09.409424 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b28e5ec5-e48a-47a6-a762-cca16f52f748 req-ea12a7da-d351-4203-adf0-d70c4dfe8bb7 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490677 Nov 02 14:40:09.505859 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48e8bf-300c-4802-81f2-1e3bd311a8a6 req-8d28f136-f3ed-4688-92c0-065a3afee256 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:09.507276 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8f48e8bf-300c-4802-81f2-1e3bd311a8a6 req-8d28f136-f3ed-4688-92c0-065a3afee256 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 945 time: 0.0471122 Nov 02 14:40:09.548641 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-b6f3b754-17d4-4cf1-acc6-4860ef2ae2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (d13083a8-5de8-4ff6-86bf-71a57d42d326), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:09.553666 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-b6f3b754-17d4-4cf1-acc6-4860ef2ae2e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:09.555555 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-b6f3b754-17d4-4cf1-acc6-4860ef2ae2e9 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/d13083a8-5de8-4ff6-86bf-71a57d42d326 HTTP/1.1" status: 204 len: 168 time: 0.3582044 Nov 02 14:40:09.578540 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f3b754-17d4-4cf1-acc6-4860ef2ae2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13083a8-5de8-4ff6-86bf-71a57d42d326,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:09.587629 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8f48e8bf-300c-4802-81f2-1e3bd311a8a6 req-b895be91-96a2-4569-93d7-a89c5d9c90fe tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=540a6179-58d4-47b3-806e-ae2888be0225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743608 Nov 02 14:40:09.603288 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:10.246565 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f2415-8d7b-4283-a073-4e2aa58715a6 req-e51db386-e770-4538-ae47-899e5145ebfc tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:10.248105 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-789f2415-8d7b-4283-a073-4e2aa58715a6 req-e51db386-e770-4538-ae47-899e5145ebfc tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 945 time: 0.0551858 Nov 02 14:40:10.321704 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-789f2415-8d7b-4283-a073-4e2aa58715a6 req-03a9604b-b44b-4215-83f1-be17e11ce1a1 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608952 Nov 02 14:40:10.338601 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=100 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:10.539249 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:10.547161 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64c56c-914a-4975-a56b-030d86daa75c req-ba24e826-2e88-4b8f-8c83-47f02db0ab9d tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:10.548688 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-fa64c56c-914a-4975-a56b-030d86daa75c req-ba24e826-2e88-4b8f-8c83-47f02db0ab9d tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 945 time: 0.0504482 Nov 02 14:40:10.597397 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-fa64c56c-914a-4975-a56b-030d86daa75c req-9712b6b8-8233-46aa-a1f1-d1898fd3c96a tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429325 Nov 02 14:40:10.740588 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee53b8-8330-4463-97f2-2c64668e2c9e req-f7c4a28f-d768-42e3-8222-2a181d02f42d tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:10.742189 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-31ee53b8-8330-4463-97f2-2c64668e2c9e req-f7c4a28f-d768-42e3-8222-2a181d02f42d tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 945 time: 0.0495160 Nov 02 14:40:10.798704 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-31ee53b8-8330-4463-97f2-2c64668e2c9e req-baf90221-824c-46cb-959d-591bc766977b tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=540a6179-58d4-47b3-806e-ae2888be0225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471151 Nov 02 14:40:11.179988 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:11.362380 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:11.485589 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:11.527366 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac592a-6b3c-4848-8edf-98bd60dcc56b req-fcb3512b-9ff1-42e0-afe5-3c7aceb3f916 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:11.529709 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-98ac592a-6b3c-4848-8edf-98bd60dcc56b req-fcb3512b-9ff1-42e0-afe5-3c7aceb3f916 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 945 time: 0.1054235 Nov 02 14:40:11.534460 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d701e-4684-44d8-8a28-629a3849f4f0 req-0e893ce9-29d8-43a4-8884-6a391dbd35c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:11.536241 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-666d701e-4684-44d8-8a28-629a3849f4f0 req-0e893ce9-29d8-43a4-8884-6a391dbd35c1 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 1130 time: 0.0884421 Nov 02 14:40:11.572272 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:11.626059 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-98ac592a-6b3c-4848-8edf-98bd60dcc56b req-a879328f-c6c4-4517-9aef-263db5a2e233 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888274 Nov 02 14:40:11.630386 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-666d701e-4684-44d8-8a28-629a3849f4f0 req-8926d100-11a6-4eb3-bce7-b9b8366e88d8 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848930 Nov 02 14:40:11.673963 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:11.778407 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb550e7-d569-407a-9dfd-f3837c96c02e req-3f16c1ce-bf01-4e08-934a-620f8d04ccf0 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:11.780586 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ccb550e7-d569-407a-9dfd-f3837c96c02e req-3f16c1ce-bf01-4e08-934a-620f8d04ccf0 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 945 time: 0.0558338 Nov 02 14:40:11.843281 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ccb550e7-d569-407a-9dfd-f3837c96c02e req-fe4087c0-f7c5-4aa6-b220-4cf4f5635581 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549231 Nov 02 14:40:11.929784 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] get_ports_and_sgs() called for port_ids ['af3cc54b-a081-4f0c-aad1-a5c16e7530c7'] {{(pid=105392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 14:40:11.963676 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device c0906b93-2520-43fe-8940-decdff05858b up at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:40:11.994071 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:12.001461 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:12.047249 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8236d6-6c82-418e-8692-91e97e94bbd8 req-3783bac3-c60c-4bde-979c-826517a2770c tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:12.048825 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6e8236d6-6c82-418e-8692-91e97e94bbd8 req-3783bac3-c60c-4bde-979c-826517a2770c tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 945 time: 0.1069365 Nov 02 14:40:12.051876 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning for port c0906b93-2520-43fe-8940-decdff05858b completed by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 14:40:12.150561 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning complete for port c0906b93-2520-43fe-8940-decdff05858b triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:40:12.151580 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (c0906b93-2520-43fe-8940-decdff05858b), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:12.152388 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Attempt 1 to provision port c0906b93-2520-43fe-8940-decdff05858b Nov 02 14:40:12.182889 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6e8236d6-6c82-418e-8692-91e97e94bbd8 req-59d64bd1-2b31-41a9-bb5c-b92026754e18 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=540a6179-58d4-47b3-806e-ae2888be0225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104646 Nov 02 14:40:12.329132 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port c0906b93-2520-43fe-8940-decdff05858b is: BUILD; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:40:12.329527 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (c0906b93-2520-43fe-8940-decdff05858b), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:12.356775 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1620aab-e26a-482d-9816-6fa784243fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0906b93-2520-43fe-8940-decdff05858b'}] {{(pid=105392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:40:12.359739 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa406a66c4f7fcebf853f6ac608ace0721fd427f75714d2af0e2307e93ff13f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c2e498-28e1-4216-854d-7064a3cf22d5" -d '{"events": [{"server_uuid": "d1620aab-e26a-482d-9816-6fa784243fc9", "name": "network-vif-plugged", "status": "completed", "tag": "c0906b93-2520-43fe-8940-decdff05858b"}]}' {{(pid=105392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:40:12.374134 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port c0906b93-2520-43fe-8940-decdff05858b, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=c0906b93-2520-43fe-8940-decdff05858b,segment=NetworkSegment(076e55e6-4e08-4faf-8572-84b8f0dfcbf2),segment_id=076e55e6-4e08-4faf-8572-84b8f0dfcbf2)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:40:12.405421 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf8380e-572d-457f-92f0-b2b399817af8 x-openstack-request-id: req-3cf8380e-572d-457f-92f0-b2b399817af8 {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:40:12.406469 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1620aab-e26a-482d-9816-6fa784243fc9", "name": "network-vif-plugged", "status": "completed", "tag": "c0906b93-2520-43fe-8940-decdff05858b", "code": 200}]} {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:40:12.406469 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3cf8380e-572d-457f-92f0-b2b399817af8 {{(pid=105392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:40:12.406469 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cf8380e-572d-457f-92f0-b2b399817af8'] response: {'server_uuid': 'd1620aab-e26a-482d-9816-6fa784243fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0906b93-2520-43fe-8940-decdff05858b', 'code': 200} Nov 02 14:40:12.483566 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (c0906b93-2520-43fe-8940-decdff05858b), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:12.529835 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:12.535335 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=c0906b93-2520-43fe-8940-decdff05858b,revision_number=5']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:12.775336 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1ce05-68bb-4a6b-ba57-d93f353749e3 req-8bd86e7f-8fca-4c0e-b30e-647dcdda5236 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:12.780621 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-33c1ce05-68bb-4a6b-ba57-d93f353749e3 req-8bd86e7f-8fca-4c0e-b30e-647dcdda5236 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 946 time: 0.0694673 Nov 02 14:40:12.880936 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-33c1ce05-68bb-4a6b-ba57-d93f353749e3 req-16473ede-a21c-4019-ab3b-2476ee57966a tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991838 Nov 02 14:40:13.022621 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab45d87-d7c7-45fc-89c0-7c810af06cac req-28c5eb9a-cf94-4190-860f-3de3c55b79ba tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:13.024086 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8ab45d87-d7c7-45fc-89c0-7c810af06cac req-28c5eb9a-cf94-4190-860f-3de3c55b79ba tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 945 time: 0.0502534 Nov 02 14:40:13.077714 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8ab45d87-d7c7-45fc-89c0-7c810af06cac req-1ad99fca-bdbd-480e-bf31-6454ff517f0d tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465198 Nov 02 14:40:13.314944 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866fb5d-e745-4507-b7c7-7a7e49183abf req-e622bfc7-2bd7-49fc-a3af-e73ed477c966 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:13.316475 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2866fb5d-e745-4507-b7c7-7a7e49183abf req-e622bfc7-2bd7-49fc-a3af-e73ed477c966 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 945 time: 0.0479312 Nov 02 14:40:13.380558 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2866fb5d-e745-4507-b7c7-7a7e49183abf req-bedf58b5-ea63-4052-b173-a87519a7dcb8 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=540a6179-58d4-47b3-806e-ae2888be0225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578341 Nov 02 14:40:13.395498 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:13.726834 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:13.825804 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device af3cc54b-a081-4f0c-aad1-a5c16e7530c7 up at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:40:13.883302 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning for port af3cc54b-a081-4f0c-aad1-a5c16e7530c7 completed by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 14:40:14.008453 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning complete for port af3cc54b-a081-4f0c-aad1-a5c16e7530c7 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:40:14.009171 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (af3cc54b-a081-4f0c-aad1-a5c16e7530c7), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:14.010103 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Attempt 1 to provision port af3cc54b-a081-4f0c-aad1-a5c16e7530c7 Nov 02 14:40:14.118844 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cde690-0edc-4a8f-b280-30d2389ccaf3 req-5eb7daf7-e7a4-4c0b-81c7-a39672c30cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:14.126316 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e1cde690-0edc-4a8f-b280-30d2389ccaf3 req-5eb7daf7-e7a4-4c0b-81c7-a39672c30cb8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 1130 time: 0.3197165 Nov 02 14:40:14.163629 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port af3cc54b-a081-4f0c-aad1-a5c16e7530c7 is: BUILD; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:40:14.178622 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (af3cc54b-a081-4f0c-aad1-a5c16e7530c7), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:14.200077 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf63238-55c5-4f31-b224-2e16ddf6b8ab req-60265dfc-7ac2-45ae-bad1-5c8cdf38cac0 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:14.207558 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9bf63238-55c5-4f31-b224-2e16ddf6b8ab req-60265dfc-7ac2-45ae-bad1-5c8cdf38cac0 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 946 time: 0.1144145 Nov 02 14:40:14.265876 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port af3cc54b-a081-4f0c-aad1-a5c16e7530c7, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=af3cc54b-a081-4f0c-aad1-a5c16e7530c7,segment=NetworkSegment(1eff0572-7501-4653-a799-253705bab93c),segment_id=1eff0572-7501-4653-a799-253705bab93c)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:40:14.315189 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e1cde690-0edc-4a8f-b280-30d2389ccaf3 req-57882c4c-1eec-4cf2-be4c-4124451278c1 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523097 Nov 02 14:40:14.321493 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9bf63238-55c5-4f31-b224-2e16ddf6b8ab req-abc8cc3b-0026-4601-b1ca-6b84545626da tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130927 Nov 02 14:40:14.332278 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dc940-d36b-48a9-8223-dcb6866aed4f req-ab367b13-4b2e-4d10-a283-ea3b07ceee22 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:14.333827 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f18dc940-d36b-48a9-8223-dcb6866aed4f req-ab367b13-4b2e-4d10-a283-ea3b07ceee22 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 945 time: 0.0759161 Nov 02 14:40:14.348389 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:14.355781 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (af3cc54b-a081-4f0c-aad1-a5c16e7530c7), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:14.387042 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f18dc940-d36b-48a9-8223-dcb6866aed4f req-0110855e-0a75-4c27-91b5-5cd4de1732d3 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472353 Nov 02 14:40:14.405634 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=af3cc54b-a081-4f0c-aad1-a5c16e7530c7,revision_number=5']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:14.408487 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0f8129-8155-4b7c-a462-f9c067ecfbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3cc54b-a081-4f0c-aad1-a5c16e7530c7'}] {{(pid=105392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:40:14.411104 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa406a66c4f7fcebf853f6ac608ace0721fd427f75714d2af0e2307e93ff13f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd02b49-daf8-41ea-91c7-4ec3be9ad428" -d '{"events": [{"server_uuid": "5d0f8129-8155-4b7c-a462-f9c067ecfbca", "name": "network-vif-plugged", "status": "completed", "tag": "af3cc54b-a081-4f0c-aad1-a5c16e7530c7"}]}' {{(pid=105392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:40:14.452597 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:14.466276 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a87344b-f4ed-45e4-9da9-a48ea8be8093 x-openstack-request-id: req-5a87344b-f4ed-45e4-9da9-a48ea8be8093 {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:40:14.466586 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d0f8129-8155-4b7c-a462-f9c067ecfbca", "name": "network-vif-plugged", "status": "completed", "tag": "af3cc54b-a081-4f0c-aad1-a5c16e7530c7", "code": 200}]} {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:40:14.467710 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5a87344b-f4ed-45e4-9da9-a48ea8be8093 {{(pid=105392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:40:14.468759 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a87344b-f4ed-45e4-9da9-a48ea8be8093'] response: {'server_uuid': '5d0f8129-8155-4b7c-a462-f9c067ecfbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3cc54b-a081-4f0c-aad1-a5c16e7530c7', 'code': 200} Nov 02 14:40:15.014552 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:15.472480 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfad6a8-f3a7-4d61-9e14-7324ebeb075f req-0d3b5da1-4168-4ede-abfa-627f125a72b4 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:15.481838 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-bbfad6a8-f3a7-4d61-9e14-7324ebeb075f req-0d3b5da1-4168-4ede-abfa-627f125a72b4 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 946 time: 0.0775628 Nov 02 14:40:15.549533 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-bbfad6a8-f3a7-4d61-9e14-7324ebeb075f req-6de8cccb-40d7-4601-a5bb-80ac7aa45fb7 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660927 Nov 02 14:40:15.606603 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2fef9-ff56-4c3b-9df8-7584dffecfa8 req-a248b4aa-2fa0-415b-a9e6-3671492f3e9e tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:15.611496 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b9b2fef9-ff56-4c3b-9df8-7584dffecfa8 req-a248b4aa-2fa0-415b-a9e6-3671492f3e9e tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 946 time: 0.0734181 Nov 02 14:40:15.677328 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b9b2fef9-ff56-4c3b-9df8-7584dffecfa8 req-75e4a899-a5ac-42e6-a595-40fe9cdc8567 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605884 Nov 02 14:40:15.707732 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:15.852816 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 57744) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:15.964297 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bbf6c1-4a33-459a-9cdd-693f6663a4d0 req-ed38d19b-983d-4fcc-ab61-1156ee15680b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:15.966531 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-29bbf6c1-4a33-459a-9cdd-693f6663a4d0 req-ed38d19b-983d-4fcc-ab61-1156ee15680b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 1130 time: 0.0441568 Nov 02 14:40:16.051412 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-29bbf6c1-4a33-459a-9cdd-693f6663a4d0 req-30572138-142a-42c0-8f8f-9ba2acbb0d16 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766971 Nov 02 14:40:16.078201 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8be7a341-aceb-4fa9-879a-b443b383b028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:16.203641 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8be7a341-aceb-4fa9-879a-b443b383b028 admin admin] Publish callbacks [] for security_group (38c8eb9b-151f-446d-94d5-18136b4feb72), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:16.212369 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 57762) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:16.270937 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8be7a341-aceb-4fa9-879a-b443b383b028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (38c8eb9b-151f-446d-94d5-18136b4feb72), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:16.308417 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-8be7a341-aceb-4fa9-879a-b443b383b028 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=ceb6d5903f944f3abc8b390e37bb74ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4529829 Nov 02 14:40:16.310767 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 57770) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:16.332466 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be7a341-aceb-4fa9-879a-b443b383b028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c8eb9b-151f-446d-94d5-18136b4feb72,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:16.364408 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ec7b5270-4841-43db-a9f0-8aeacde5d816 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:16.366492 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0d42d382-c34c-4f40-96d8-391230cfa3b3 admin admin] Publish callbacks [] for security_group (38c8eb9b-151f-446d-94d5-18136b4feb72), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:16.389879 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0d42d382-c34c-4f40-96d8-391230cfa3b3 admin admin] Publish callbacks [] for security_group (38c8eb9b-151f-446d-94d5-18136b4feb72), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:16.448850 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ec7b5270-4841-43db-a9f0-8aeacde5d816 admin admin] Publish callbacks [] for security_group (33c7df34-c224-42e9-a07b-792228c7406f), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:16.539243 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ec7b5270-4841-43db-a9f0-8aeacde5d816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (33c7df34-c224-42e9-a07b-792228c7406f), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:16.577849 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b5270-4841-43db-a9f0-8aeacde5d816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c7df34-c224-42e9-a07b-792228c7406f,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:16.582502 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-ec7b5270-4841-43db-a9f0-8aeacde5d816 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=ad47caf1520a49dc83d4bc12455a854e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3690143 Nov 02 14:40:16.585602 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 57776) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:16.599406 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0d42d382-c34c-4f40-96d8-391230cfa3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (38c8eb9b-151f-446d-94d5-18136b4feb72), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:16.602208 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0d42d382-c34c-4f40-96d8-391230cfa3b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:16.603609 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-0d42d382-c34c-4f40-96d8-391230cfa3b3 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/38c8eb9b-151f-446d-94d5-18136b4feb72 HTTP/1.1" status: 204 len: 168 time: 0.2917662 Nov 02 14:40:16.622045 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42d382-c34c-4f40-96d8-391230cfa3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c8eb9b-151f-446d-94d5-18136b4feb72,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:16.667015 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a6bed001-3d2f-4f01-9e15-91d7b2f1ba69 admin admin] Publish callbacks [] for security_group (33c7df34-c224-42e9-a07b-792228c7406f), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:16.679566 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:16.695321 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a6bed001-3d2f-4f01-9e15-91d7b2f1ba69 admin admin] Publish callbacks [] for security_group (33c7df34-c224-42e9-a07b-792228c7406f), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:16.737998 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e1234-1500-48da-ad64-d8502f9305c4 req-277cb0b1-36b7-4d87-9acc-be70d806de48 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:16.739551 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5a7e1234-1500-48da-ad64-d8502f9305c4 req-277cb0b1-36b7-4d87-9acc-be70d806de48 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 946 time: 0.0581396 Nov 02 14:40:16.804064 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5a7e1234-1500-48da-ad64-d8502f9305c4 req-0a6c65cc-86e2-4633-8a9f-ae80fbaed77e tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550985 Nov 02 14:40:16.836619 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a6bed001-3d2f-4f01-9e15-91d7b2f1ba69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (33c7df34-c224-42e9-a07b-792228c7406f), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:16.845457 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a6bed001-3d2f-4f01-9e15-91d7b2f1ba69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:16.848807 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-a6bed001-3d2f-4f01-9e15-91d7b2f1ba69 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/33c7df34-c224-42e9-a07b-792228c7406f HTTP/1.1" status: 204 len: 168 time: 0.2620420 Nov 02 14:40:16.858506 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bed001-3d2f-4f01-9e15-91d7b2f1ba69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c7df34-c224-42e9-a07b-792228c7406f,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:16.936426 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e6f27-3979-4c81-8b01-72b6e6163b02 req-fc124ad3-620a-42e3-90ab-1f281a2aac44 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:16.947931 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e07e6f27-3979-4c81-8b01-72b6e6163b02 req-fc124ad3-620a-42e3-90ab-1f281a2aac44 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 946 time: 0.0796194 Nov 02 14:40:17.006384 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e07e6f27-3979-4c81-8b01-72b6e6163b02 req-bc7bb25d-225c-4e10-a50f-bd6d334ffe7a tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574467 Nov 02 14:40:17.092230 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 57802) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:17.474747 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-71f8f311-5a2e-407b-a2a8-759388c604a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:17.545789 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:17.557944 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 57808) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:17.581340 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-1bde9da1-a406-4b3d-9b10-0157de253e90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:17.625052 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-71f8f311-5a2e-407b-a2a8-759388c604a5 admin admin] Publish callbacks [] for security_group (736ba734-af19-41b3-abee-583b57afa54d), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:17.702220 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-1bde9da1-a406-4b3d-9b10-0157de253e90 admin admin] Publish callbacks [] for security_group (c63a3c4f-d3cb-48e5-a71f-5a0f061594ff), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:17.703215 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-71f8f311-5a2e-407b-a2a8-759388c604a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (736ba734-af19-41b3-abee-583b57afa54d), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:17.726688 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095074e0-791b-4759-b004-79005fb17821 req-fb725c85-62e2-483d-af7e-5b57c671fc4f tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:17.728788 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-095074e0-791b-4759-b004-79005fb17821 req-fb725c85-62e2-483d-af7e-5b57c671fc4f tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 946 time: 0.0619359 Nov 02 14:40:17.752704 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8f311-5a2e-407b-a2a8-759388c604a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736ba734-af19-41b3-abee-583b57afa54d,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:17.761309 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-71f8f311-5a2e-407b-a2a8-759388c604a5 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=064e89aabf5c49c4ba93d37b18f77c6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6636505 Nov 02 14:40:17.764890 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 57814) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:17.803335 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-095074e0-791b-4759-b004-79005fb17821 req-505f1479-5ed0-4eca-87f1-ed94b8f39533 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656004 Nov 02 14:40:17.826030 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-857ddfd4-e9bf-4823-bba3-6cd39a110701 admin admin] Publish callbacks [] for security_group (736ba734-af19-41b3-abee-583b57afa54d), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:17.839191 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-1bde9da1-a406-4b3d-9b10-0157de253e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (c63a3c4f-d3cb-48e5-a71f-5a0f061594ff), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:17.854646 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-857ddfd4-e9bf-4823-bba3-6cd39a110701 admin admin] Publish callbacks [] for security_group (736ba734-af19-41b3-abee-583b57afa54d), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:17.906898 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde9da1-a406-4b3d-9b10-0157de253e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63a3c4f-d3cb-48e5-a71f-5a0f061594ff,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:17.912935 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 57816) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:17.914200 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-1bde9da1-a406-4b3d-9b10-0157de253e90 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=3acaa75603064e94a46345fa8a48a36d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3551822 Nov 02 14:40:17.920923 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 57818) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:17.933054 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bde9da1-a406-4b3d-9b10-0157de253e90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:17.933402 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bde9da1-a406-4b3d-9b10-0157de253e90 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:17.933765 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bde9da1-a406-4b3d-9b10-0157de253e90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:17.934105 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bde9da1-a406-4b3d-9b10-0157de253e90 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:17.934443 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bde9da1-a406-4b3d-9b10-0157de253e90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:17.934770 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bde9da1-a406-4b3d-9b10-0157de253e90 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:17.935100 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bde9da1-a406-4b3d-9b10-0157de253e90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:17.935471 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bde9da1-a406-4b3d-9b10-0157de253e90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:17.936028 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bde9da1-a406-4b3d-9b10-0157de253e90 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:17.936351 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bde9da1-a406-4b3d-9b10-0157de253e90 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:17.936756 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bde9da1-a406-4b3d-9b10-0157de253e90 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:17.936895 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d37bb4a5-3401-4bf2-801f-fc8766646805 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:17.937130 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bde9da1-a406-4b3d-9b10-0157de253e90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:17.937459 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bde9da1-a406-4b3d-9b10-0157de253e90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:17.937789 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bde9da1-a406-4b3d-9b10-0157de253e90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:17.938123 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bde9da1-a406-4b3d-9b10-0157de253e90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:18.018839 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-857ddfd4-e9bf-4823-bba3-6cd39a110701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (736ba734-af19-41b3-abee-583b57afa54d), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:18.021533 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-857ddfd4-e9bf-4823-bba3-6cd39a110701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:18.022841 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-857ddfd4-e9bf-4823-bba3-6cd39a110701 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/736ba734-af19-41b3-abee-583b57afa54d HTTP/1.1" status: 204 len: 168 time: 0.2566588 Nov 02 14:40:18.043102 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ddfd4-e9bf-4823-bba3-6cd39a110701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736ba734-af19-41b3-abee-583b57afa54d,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:18.117203 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-2d23206e-47ef-41b2-97ae-94036d5c157a admin admin] Publish callbacks [] for security_group (c63a3c4f-d3cb-48e5-a71f-5a0f061594ff), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:18.155893 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41794a-5e0f-4639-b50a-9b6fc2f860ce req-7f0ec84f-2921-423b-8965-9b34d184ffba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:18.167428 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-dd41794a-5e0f-4639-b50a-9b6fc2f860ce req-7f0ec84f-2921-423b-8965-9b34d184ffba service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=edc675d4a92f4ff9ae8a41a020fa792c&device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 1130 time: 0.1670144 Nov 02 14:40:18.234985 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-2d23206e-47ef-41b2-97ae-94036d5c157a admin admin] Publish callbacks [] for security_group (c63a3c4f-d3cb-48e5-a71f-5a0f061594ff), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:18.321584 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff77d6-b829-4a6c-9d21-d8e7e9e2eb34 req-e67beca7-90d6-41ba-82aa-8258ab17b199 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:18.323607 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-70ff77d6-b829-4a6c-9d21-d8e7e9e2eb34 req-e67beca7-90d6-41ba-82aa-8258ab17b199 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 946 time: 0.1492896 Nov 02 14:40:18.412601 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d37bb4a5-3401-4bf2-801f-fc8766646805 admin admin] Publish callbacks [] for security_group (013ec90f-60e2-44b6-8089-1df67db4b904), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:18.464715 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-70ff77d6-b829-4a6c-9d21-d8e7e9e2eb34 req-25c0ee3a-6c05-454b-a841-219faf894c9e tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241417 Nov 02 14:40:18.468294 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41794a-5e0f-4639-b50a-9b6fc2f860ce req-33976a9f-6443-4d71-b073-043f914a3ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:18.469809 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-dd41794a-5e0f-4639-b50a-9b6fc2f860ce req-33976a9f-6443-4d71-b073-043f914a3ad5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=bea7d5f3-3f34-426a-97bc-a8938ef4d97b HTTP/1.1" status: 200 len: 920 time: 0.1981246 Nov 02 14:40:18.511331 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-dd41794a-5e0f-4639-b50a-9b6fc2f860ce req-b7dbf182-8241-4b88-9e49-a78407173421 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0906b93-2520-43fe-8940-decdff05858b HTTP/1.1" status: 200 len: 217 time: 0.0347631 Nov 02 14:40:18.550325 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:18.551278 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d37bb4a5-3401-4bf2-801f-fc8766646805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (013ec90f-60e2-44b6-8089-1df67db4b904), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:18.576823 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-2d23206e-47ef-41b2-97ae-94036d5c157a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (c63a3c4f-d3cb-48e5-a71f-5a0f061594ff), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:18.581258 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-2d23206e-47ef-41b2-97ae-94036d5c157a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:18.581258 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-2d23206e-47ef-41b2-97ae-94036d5c157a admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/c63a3c4f-d3cb-48e5-a71f-5a0f061594ff HTTP/1.1" status: 204 len: 168 time: 0.6592312 Nov 02 14:40:18.608165 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41794a-5e0f-4639-b50a-9b6fc2f860ce req-225b793f-4a49-4e37-add7-6e030a502100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:18.609668 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-dd41794a-5e0f-4639-b50a-9b6fc2f860ce req-225b793f-4a49-4e37-add7-6e030a502100 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=543df3fb-8a54-4baf-bcd8-c5079d82249a HTTP/1.1" status: 200 len: 858 time: 0.0923941 Nov 02 14:40:18.610766 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37bb4a5-3401-4bf2-801f-fc8766646805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013ec90f-60e2-44b6-8089-1df67db4b904,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:18.617506 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-d37bb4a5-3401-4bf2-801f-fc8766646805 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=8e051c99570e4bb1bb57e186ee5f566c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7009115 Nov 02 14:40:18.617759 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 57842) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:18.639164 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37bb4a5-3401-4bf2-801f-fc8766646805 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:18.639764 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37bb4a5-3401-4bf2-801f-fc8766646805 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:18.640267 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37bb4a5-3401-4bf2-801f-fc8766646805 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:18.640611 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37bb4a5-3401-4bf2-801f-fc8766646805 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:18.640941 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37bb4a5-3401-4bf2-801f-fc8766646805 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:18.641547 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37bb4a5-3401-4bf2-801f-fc8766646805 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:18.642015 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37bb4a5-3401-4bf2-801f-fc8766646805 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:18.642496 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37bb4a5-3401-4bf2-801f-fc8766646805 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:18.642980 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37bb4a5-3401-4bf2-801f-fc8766646805 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:18.643312 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37bb4a5-3401-4bf2-801f-fc8766646805 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:18.643648 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37bb4a5-3401-4bf2-801f-fc8766646805 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:18.643978 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37bb4a5-3401-4bf2-801f-fc8766646805 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:18.644507 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37bb4a5-3401-4bf2-801f-fc8766646805 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:18.644842 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37bb4a5-3401-4bf2-801f-fc8766646805 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:18.645191 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37bb4a5-3401-4bf2-801f-fc8766646805 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:18.704955 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23206e-47ef-41b2-97ae-94036d5c157a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63a3c4f-d3cb-48e5-a71f-5a0f061594ff,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:18.712038 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41794a-5e0f-4639-b50a-9b6fc2f860ce req-915a369b-0cd2-4f22-9bfa-4c5eae4a03cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:18.713577 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-dd41794a-5e0f-4639-b50a-9b6fc2f860ce req-915a369b-0cd2-4f22-9bfa-4c5eae4a03cd service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=bea7d5f3-3f34-426a-97bc-a8938ef4d97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0966606 Nov 02 14:40:18.775666 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-fb0ed769-a92b-49a5-aed6-d7591049d2ef admin admin] Publish callbacks [] for security_group (013ec90f-60e2-44b6-8089-1df67db4b904), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:18.829677 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-fb0ed769-a92b-49a5-aed6-d7591049d2ef admin admin] Publish callbacks [] for security_group (013ec90f-60e2-44b6-8089-1df67db4b904), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:18.879268 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-dd41794a-5e0f-4639-b50a-9b6fc2f860ce req-9ecc540e-5c61-4150-9f2e-e8a271b0b2f7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/bea7d5f3-3f34-426a-97bc-a8938ef4d97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576388 Nov 02 14:40:18.990892 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f18aeb-ec72-4e89-b383-42d40c978d04 req-2b2cbf35-0951-47f5-a0f8-8bbe6072c4f7 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:18.992838 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a8f18aeb-ec72-4e89-b383-42d40c978d04 req-2b2cbf35-0951-47f5-a0f8-8bbe6072c4f7 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 946 time: 0.1083460 Nov 02 14:40:19.037728 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-dd41794a-5e0f-4639-b50a-9b6fc2f860ce req-9972b84c-b702-42a5-b24d-3a27098946cd service neutron] 10.222.0.64 "GET /networking/v2.0/networks/bea7d5f3-3f34-426a-97bc-a8938ef4d97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510966 Nov 02 14:40:19.038305 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-fb0ed769-a92b-49a5-aed6-d7591049d2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (013ec90f-60e2-44b6-8089-1df67db4b904), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:19.040823 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-fb0ed769-a92b-49a5-aed6-d7591049d2ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:19.044219 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-fb0ed769-a92b-49a5-aed6-d7591049d2ef admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/013ec90f-60e2-44b6-8089-1df67db4b904 HTTP/1.1" status: 204 len: 168 time: 0.4121742 Nov 02 14:40:19.064778 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ed769-a92b-49a5-aed6-d7591049d2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013ec90f-60e2-44b6-8089-1df67db4b904,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:19.075854 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a8f18aeb-ec72-4e89-b383-42d40c978d04 req-25c11662-de50-4603-8c28-2b1b6c97494c tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762424 Nov 02 14:40:19.096692 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 57856) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:19.132280 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e9bce66e-17cd-400a-bf7b-f43fb2599ba3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:19.170010 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=72,neutron:DELETE=4,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:19.356281 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e9bce66e-17cd-400a-bf7b-f43fb2599ba3 admin admin] Publish callbacks [] for security_group (870756e2-eda7-4050-8ebd-253d4f62a80e), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:19.470528 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e9bce66e-17cd-400a-bf7b-f43fb2599ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (870756e2-eda7-4050-8ebd-253d4f62a80e), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:19.521218 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-e9bce66e-17cd-400a-bf7b-f43fb2599ba3 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=1e17dfe307ed4fcebb9e28a59817147b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4142852 Nov 02 14:40:19.522662 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bce66e-17cd-400a-bf7b-f43fb2599ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870756e2-eda7-4050-8ebd-253d4f62a80e,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:19.528120 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 57874) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:19.578800 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:19.589293 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-65429951-8c69-4dfe-aec2-b53ac0e13106 admin admin] Publish callbacks [] for security_group (870756e2-eda7-4050-8ebd-253d4f62a80e), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:19.617111 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-65429951-8c69-4dfe-aec2-b53ac0e13106 admin admin] Publish callbacks [] for security_group (870756e2-eda7-4050-8ebd-253d4f62a80e), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:19.675456 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b0c45-8884-4b72-9d53-3a8100798e73 req-26834c51-e6d9-4661-99a1-21917ebaac79 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:19.677437 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e21b0c45-8884-4b72-9d53-3a8100798e73 req-26834c51-e6d9-4661-99a1-21917ebaac79 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 946 time: 0.0607886 Nov 02 14:40:19.727526 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-65429951-8c69-4dfe-aec2-b53ac0e13106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (870756e2-eda7-4050-8ebd-253d4f62a80e), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:19.730492 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-65429951-8c69-4dfe-aec2-b53ac0e13106 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:19.731673 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-65429951-8c69-4dfe-aec2-b53ac0e13106 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/870756e2-eda7-4050-8ebd-253d4f62a80e HTTP/1.1" status: 204 len: 168 time: 0.2021101 Nov 02 14:40:19.741901 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65429951-8c69-4dfe-aec2-b53ac0e13106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870756e2-eda7-4050-8ebd-253d4f62a80e,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:19.762011 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e21b0c45-8884-4b72-9d53-3a8100798e73 req-2fccb481-a72e-49eb-a05b-f79d32ef3970 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780199 Nov 02 14:40:19.891585 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86cba60-042b-4124-9244-674f809c0413 req-b28eb3f3-9143-49b5-a605-a2088042ac94 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:19.893230 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c86cba60-042b-4124-9244-674f809c0413 req-b28eb3f3-9143-49b5-a605-a2088042ac94 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 946 time: 0.0522974 Nov 02 14:40:19.903710 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 57894) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:19.908332 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-1a98576d-1c18-41bb-a0ab-cac47d28410f tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Request body: {'floatingip': {'port_id': 'af3cc54b-a081-4f0c-aad1-a5c16e7530c7'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:40:19.927801 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:19.990175 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-1a98576d-1c18-41bb-a0ab-cac47d28410f tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for floatingip (a929b20b-b861-4b9e-a2f7-0d13b8c18df6), before_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:20.020531 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:20.089039 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:20.253465 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751bf00-6591-49b0-8b99-a8201f79df22 req-94a2f96e-c69e-45f0-ab10-76b60dbdd65f tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:20.255614 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4751bf00-6591-49b0-8b99-a8201f79df22 req-94a2f96e-c69e-45f0-ab10-76b60dbdd65f tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 946 time: 0.0896025 Nov 02 14:40:20.381700 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4751bf00-6591-49b0-8b99-a8201f79df22 req-6a317d54-3a63-42f5-b55c-4342b705ace3 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143358 Nov 02 14:40:20.384509 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:20.755932 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-1a98576d-1c18-41bb-a0ab-cac47d28410f tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:20.824533 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-1a98576d-1c18-41bb-a0ab-cac47d28410f tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66773501'] for floatingip (a929b20b-b861-4b9e-a2f7-0d13b8c18df6), after_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:20.929341 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.db.l3_db [None req-1a98576d-1c18-41bb-a0ab-cac47d28410f tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Floating IP a929b20b-b861-4b9e-a2f7-0d13b8c18df6 associated. External IP: 172.27.0.254, port: af3cc54b-a081-4f0c-aad1-a5c16e7530c7. Nov 02 14:40:21.413696 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a98576d-1c18-41bb-a0ab-cac47d28410f tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Router 342a5859-52ee-490d-94ca-5c9173f1f852 has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:40:21.540194 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f975df-b386-4179-a1c2-30ab3f033169 req-90022ae5-61f6-48c8-b76e-b14c40ac26fe tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:21.541992 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-21f975df-b386-4179-a1c2-30ab3f033169 req-90022ae5-61f6-48c8-b76e-b14c40ac26fe tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 946 time: 0.0686398 Nov 02 14:40:21.577942 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a98576d-1c18-41bb-a0ab-cac47d28410f tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:40:21.583880 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-1a98576d-1c18-41bb-a0ab-cac47d28410f tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for floatingip (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:21.592956 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98d9ecc-faa6-40d8-bbed-ed343e82a34d None None] Sync routers for ids ['342a5859-52ee-490d-94ca-5c9173f1f852'] in dv-cinder-862365-4-iscsi {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:40:21.608273 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98d9ecc-faa6-40d8-bbed-ed343e82a34d None None] Routers {'342a5859-52ee-490d-94ca-5c9173f1f852'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:40:21.609160 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-f98d9ecc-faa6-40d8-bbed-ed343e82a34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:40:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['342a5859-52ee-490d-94ca-5c9173f1f852'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:40:21.619234 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-21f975df-b386-4179-a1c2-30ab3f033169 req-e411bafb-0f71-4696-9c8b-4709d3d1be64 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702286 Nov 02 14:40:21.621572 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-1a98576d-1c18-41bb-a0ab-cac47d28410f tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "PUT /networking/v2.0/floatingips/a929b20b-b861-4b9e-a2f7-0d13b8c18df6 HTTP/1.1" status: 200 len: 992 time: 1.7167904 Nov 02 14:40:21.622209 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d0f8129-8155-4b7c-a462-f9c067ecfbca', 'tag': 'af3cc54b-a081-4f0c-aad1-a5c16e7530c7'}] {{(pid=105390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:40:21.625634 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac42a5b87af23485bd7eccec534c7c9fd1bf9d7e8280f45ba58bffd111d0283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b86472-b2de-4ee0-aa1c-11560192f480" -d '{"events": [{"name": "network-changed", "server_uuid": "5d0f8129-8155-4b7c-a462-f9c067ecfbca", "tag": "af3cc54b-a081-4f0c-aad1-a5c16e7530c7"}]}' {{(pid=105390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:40:21.671677 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3b0814-142e-4eda-976b-013a382c2282 x-openstack-request-id: req-fa3b0814-142e-4eda-976b-013a382c2282 {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:40:21.671972 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d0f8129-8155-4b7c-a462-f9c067ecfbca", "tag": "af3cc54b-a081-4f0c-aad1-a5c16e7530c7", "status": "completed", "code": 200}]} {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:40:21.672226 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fa3b0814-142e-4eda-976b-013a382c2282 {{(pid=105390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:40:21.672632 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa3b0814-142e-4eda-976b-013a382c2282'] response: {'name': 'network-changed', 'server_uuid': '5d0f8129-8155-4b7c-a462-f9c067ecfbca', 'tag': 'af3cc54b-a081-4f0c-aad1-a5c16e7530c7', 'status': 'completed', 'code': 200} Nov 02 14:40:21.728383 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-f98d9ecc-faa6-40d8-bbed-ed343e82a34d None None] Set router 342a5859-52ee-490d-94ca-5c9173f1f852 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:40:21.782732 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b86472-b2de-4ee0-aa1c-11560192f480 req-710fbc20-bf8d-4db4-95f6-a19ec5883e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:21.784366 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c7b86472-b2de-4ee0-aa1c-11560192f480 req-710fbc20-bf8d-4db4-95f6-a19ec5883e95 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0dd67ec4f08d4d548af5b5ccee50407c&device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 1130 time: 0.0514607 Nov 02 14:40:21.796417 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:21.833862 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:21.916564 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b86472-b2de-4ee0-aa1c-11560192f480 req-d110abfb-7884-4858-8b0d-7b9eea144973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:21.918282 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c7b86472-b2de-4ee0-aa1c-11560192f480 req-d110abfb-7884-4858-8b0d-7b9eea144973 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=f2e46242-b4bc-49aa-9edc-2954b80ac8ba HTTP/1.1" status: 200 len: 917 time: 0.1253061 Nov 02 14:40:22.024993 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:22.031795 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:22.048264 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c7b86472-b2de-4ee0-aa1c-11560192f480 req-e73a3ee7-1e9c-4130-bdcc-44946e8d7908 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af3cc54b-a081-4f0c-aad1-a5c16e7530c7 HTTP/1.1" status: 200 len: 1000 time: 0.1199825 Nov 02 14:40:22.055668 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-f98d9ecc-faa6-40d8-bbed-ed343e82a34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'name': 'tempest-AttachVolumeShelveTestJSON-131606185-router', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '39efcdc3-cd3e-476b-b10c-41c4ae64db72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:30Z', 'revision_number': 4, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'gw_port': {'id': '39efcdc3-cd3e-476b-b10c-41c4ae64db72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:21Z', 'updated_at': '2022-11-02T14:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': 'a929b20b-b861-4b9e-a2f7-0d13b8c18df6', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'port_id': 'af3cc54b-a081-4f0c-aad1-a5c16e7530c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba', 'mac_address': 'fa:16:3e:8d:4b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0f8129-8155-4b7c-a462-f9c067ecfbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:39:39Z', 'updated_at': '2022-11-02T14:40:20Z', 'revision_number': 1, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fc70695-7ca0-43fe-8bf7-92bc8c2240c8', 'name': '', 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'mac_address': 'fa:16:3e:55:6d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '82f2bb5b-1705-4182-9233-e8913f6cd258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:28Z', 'updated_at': '2022-11-02T14:39:39Z', 'revision_number': 5, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'subnets': [{'id': '82f2bb5b-1705-4182-9233-e8913f6cd258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:40:22.090059 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98d9ecc-faa6-40d8-bbed-ed343e82a34d None None] Checking router: 342a5859-52ee-490d-94ca-5c9173f1f852 for host: dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:40:22.105138 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98d9ecc-faa6-40d8-bbed-ed343e82a34d None None] Routers {'342a5859-52ee-490d-94ca-5c9173f1f852'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:40:22.106301 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-f98d9ecc-faa6-40d8-bbed-ed343e82a34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:40:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['342a5859-52ee-490d-94ca-5c9173f1f852'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:40:22.116116 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b86472-b2de-4ee0-aa1c-11560192f480 req-ce840d99-3dae-46fc-b439-9cb9cae0f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:22.120429 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c7b86472-b2de-4ee0-aa1c-11560192f480 req-ce840d99-3dae-46fc-b439-9cb9cae0f2f0 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=82f2bb5b-1705-4182-9233-e8913f6cd258 HTTP/1.1" status: 200 len: 855 time: 0.0536814 Nov 02 14:40:22.184327 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b86472-b2de-4ee0-aa1c-11560192f480 req-810daae2-c553-4b3b-b3b2-4d5ccbb82b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:22.186485 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c7b86472-b2de-4ee0-aa1c-11560192f480 req-810daae2-c553-4b3b-b3b2-4d5ccbb82b5e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=f2e46242-b4bc-49aa-9edc-2954b80ac8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0579174 Nov 02 14:40:22.278077 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-f98d9ecc-faa6-40d8-bbed-ed343e82a34d None None] Set router 342a5859-52ee-490d-94ca-5c9173f1f852 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:40:22.371148 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c7b86472-b2de-4ee0-aa1c-11560192f480 req-59ee0f82-ebc9-4151-b0ad-a5fdcba90bd6 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f2e46242-b4bc-49aa-9edc-2954b80ac8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772614 Nov 02 14:40:22.608119 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c7b86472-b2de-4ee0-aa1c-11560192f480 req-363c74c8-3298-4835-af30-8596bfe9d7e5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f2e46242-b4bc-49aa-9edc-2954b80ac8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225633 Nov 02 14:40:22.632937 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=100 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:22.643609 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-f98d9ecc-faa6-40d8-bbed-ed343e82a34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'name': 'tempest-AttachVolumeShelveTestJSON-131606185-router', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '39efcdc3-cd3e-476b-b10c-41c4ae64db72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:30Z', 'revision_number': 4, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'gw_port': {'id': '39efcdc3-cd3e-476b-b10c-41c4ae64db72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:21Z', 'updated_at': '2022-11-02T14:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': 'a929b20b-b861-4b9e-a2f7-0d13b8c18df6', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'port_id': 'af3cc54b-a081-4f0c-aad1-a5c16e7530c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba', 'mac_address': 'fa:16:3e:8d:4b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0f8129-8155-4b7c-a462-f9c067ecfbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:39:39Z', 'updated_at': '2022-11-02T14:40:20Z', 'revision_number': 1, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fc70695-7ca0-43fe-8bf7-92bc8c2240c8', 'name': '', 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'mac_address': 'fa:16:3e:55:6d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '82f2bb5b-1705-4182-9233-e8913f6cd258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:28Z', 'updated_at': '2022-11-02T14:39:39Z', 'revision_number': 5, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'subnets': [{'id': '82f2bb5b-1705-4182-9233-e8913f6cd258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:40:22.707956 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98d9ecc-faa6-40d8-bbed-ed343e82a34d None None] The sync data for ids ['342a5859-52ee-490d-94ca-5c9173f1f852'] in dv-cinder-862365-4-iscsi is: [{'id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'name': 'tempest-AttachVolumeShelveTestJSON-131606185-router', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '39efcdc3-cd3e-476b-b10c-41c4ae64db72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:30Z', 'revision_number': 4, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'gw_port': {'id': '39efcdc3-cd3e-476b-b10c-41c4ae64db72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:21Z', 'updated_at': '2022-11-02T14:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': 'a929b20b-b861-4b9e-a2f7-0d13b8c18df6', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'port_id': 'af3cc54b-a081-4f0c-aad1-a5c16e7530c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba', 'mac_address': 'fa:16:3e:8d:4b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0f8129-8155-4b7c-a462-f9c067ecfbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:39:39Z', 'updated_at': '2022-11-02T14:40:20Z', 'revision_number': 1, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fc70695-7ca0-43fe-8bf7-92bc8c2240c8', 'name': '', 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'mac_address': 'fa:16:3e:55:6d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '82f2bb5b-1705-4182-9233-e8913f6cd258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:28Z', 'updated_at': '2022-11-02T14:39:39Z', 'revision_number': 5, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'subnets': [{'id': '82f2bb5b-1705-4182-9233-e8913f6cd258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:40:22.816085 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5b254-4b92-4d52-b334-9c5d44f1d9f3 req-ad88741b-589b-47b4-bb82-be28c73c6dd5 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:22.817983 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8ef5b254-4b92-4d52-b334-9c5d44f1d9f3 req-ad88741b-589b-47b4-bb82-be28c73c6dd5 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 946 time: 0.0660963 Nov 02 14:40:22.884786 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8ef5b254-4b92-4d52-b334-9c5d44f1d9f3 req-e751ebad-b014-4839-8379-a16b233fa906 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596998 Nov 02 14:40:22.990351 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9a6c26-965e-4f53-a1be-256506a2d8d6 None None] New status for floating IP a929b20b-b861-4b9e-a2f7-0d13b8c18df6: ACTIVE {{(pid=105392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 14:40:23.133038 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:23.716574 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:24.037913 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f509c-ea82-4454-ba4e-eb8e9bcc014e req-5ca98e7f-b0f1-4d76-b4f3-f9dfa17115de tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:24.039035 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ef8f509c-ea82-4454-ba4e-eb8e9bcc014e req-5ca98e7f-b0f1-4d76-b4f3-f9dfa17115de tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 946 time: 0.0504706 Nov 02 14:40:24.105771 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ef8f509c-ea82-4454-ba4e-eb8e9bcc014e req-6ab72fe5-bb0d-48d0-98bf-943809c430c4 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598655 Nov 02 14:40:24.114770 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 58060) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:24.260925 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-11f52c1b-004e-40fc-9262-d4ef55aa616f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:24.359489 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-11f52c1b-004e-40fc-9262-d4ef55aa616f admin admin] Publish callbacks [] for security_group (249aca9e-0dcb-4280-9ca3-471ee41f2e1b), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:24.436444 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-11f52c1b-004e-40fc-9262-d4ef55aa616f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (249aca9e-0dcb-4280-9ca3-471ee41f2e1b), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:24.476104 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f52c1b-004e-40fc-9262-d4ef55aa616f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249aca9e-0dcb-4280-9ca3-471ee41f2e1b,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:24.482221 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-11f52c1b-004e-40fc-9262-d4ef55aa616f admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=5d7cbc53a96c40a99d32ab6b0c6d2f21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3658476 Nov 02 14:40:24.485072 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 58074) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:24.538088 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-4a49147e-44e9-4b8a-85d8-04ebed649a48 admin admin] Publish callbacks [] for security_group (249aca9e-0dcb-4280-9ca3-471ee41f2e1b), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:24.559661 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-4a49147e-44e9-4b8a-85d8-04ebed649a48 admin admin] Publish callbacks [] for security_group (249aca9e-0dcb-4280-9ca3-471ee41f2e1b), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:24.675067 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-4a49147e-44e9-4b8a-85d8-04ebed649a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (249aca9e-0dcb-4280-9ca3-471ee41f2e1b), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:24.677961 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-4a49147e-44e9-4b8a-85d8-04ebed649a48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:24.683119 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-4a49147e-44e9-4b8a-85d8-04ebed649a48 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/249aca9e-0dcb-4280-9ca3-471ee41f2e1b HTTP/1.1" status: 204 len: 168 time: 0.1931720 Nov 02 14:40:24.689943 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a49147e-44e9-4b8a-85d8-04ebed649a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249aca9e-0dcb-4280-9ca3-471ee41f2e1b,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:24.698233 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 58082) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:24.841713 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-347c2502-f380-4657-a4a6-4a9617fb733c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:24.935757 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-347c2502-f380-4657-a4a6-4a9617fb733c admin admin] Publish callbacks [] for security_group (9644591f-eea7-4323-9d12-73cf2986b71d), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:25.007327 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-347c2502-f380-4657-a4a6-4a9617fb733c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (9644591f-eea7-4323-9d12-73cf2986b71d), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:25.050167 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-347c2502-f380-4657-a4a6-4a9617fb733c admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=eda064e87e42404db4a124ff3a9edcff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3508282 Nov 02 14:40:25.051023 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c2502-f380-4657-a4a6-4a9617fb733c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9644591f-eea7-4323-9d12-73cf2986b71d,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:25.053798 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 58090) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:25.105735 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-790253a1-e9ba-47db-9abd-c668b5295b39 admin admin] Publish callbacks [] for security_group (9644591f-eea7-4323-9d12-73cf2986b71d), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:25.126956 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-790253a1-e9ba-47db-9abd-c668b5295b39 admin admin] Publish callbacks [] for security_group (9644591f-eea7-4323-9d12-73cf2986b71d), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:25.231260 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-790253a1-e9ba-47db-9abd-c668b5295b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (9644591f-eea7-4323-9d12-73cf2986b71d), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:25.234826 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-790253a1-e9ba-47db-9abd-c668b5295b39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:25.235997 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-790253a1-e9ba-47db-9abd-c668b5295b39 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/9644591f-eea7-4323-9d12-73cf2986b71d HTTP/1.1" status: 204 len: 168 time: 0.1809933 Nov 02 14:40:25.252149 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790253a1-e9ba-47db-9abd-c668b5295b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9644591f-eea7-4323-9d12-73cf2986b71d,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:25.261395 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09baf5-bc83-44d9-a0b2-9bb4d95fbac1 req-7de33154-ce05-4c87-b46a-7718b6f17196 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:25.263485 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0a09baf5-bc83-44d9-a0b2-9bb4d95fbac1 req-7de33154-ce05-4c87-b46a-7718b6f17196 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 946 time: 0.0655882 Nov 02 14:40:25.317731 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0a09baf5-bc83-44d9-a0b2-9bb4d95fbac1 req-aac8d38a-d5fc-4ac7-a572-bfc89a543c55 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470674 Nov 02 14:40:25.356858 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 58096) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:25.374205 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-37595039-1971-4b3e-98ed-e7534fbb0bce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:25.455582 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-37595039-1971-4b3e-98ed-e7534fbb0bce admin admin] Publish callbacks [] for security_group (0663fcb9-9f26-402f-86cb-50fa5d1a738c), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:25.509928 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-37595039-1971-4b3e-98ed-e7534fbb0bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (0663fcb9-9f26-402f-86cb-50fa5d1a738c), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:25.550598 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-37595039-1971-4b3e-98ed-e7534fbb0bce admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=1cea15e26c4b42dbae9b8b267ec5f2f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1924069 Nov 02 14:40:25.551452 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37595039-1971-4b3e-98ed-e7534fbb0bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0663fcb9-9f26-402f-86cb-50fa5d1a738c,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:25.553328 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 58104) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:25.610152 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e6f5454a-c68d-4797-9d32-82d816b25849 admin admin] Publish callbacks [] for security_group (0663fcb9-9f26-402f-86cb-50fa5d1a738c), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:25.632749 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e6f5454a-c68d-4797-9d32-82d816b25849 admin admin] Publish callbacks [] for security_group (0663fcb9-9f26-402f-86cb-50fa5d1a738c), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:25.767240 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e6f5454a-c68d-4797-9d32-82d816b25849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (0663fcb9-9f26-402f-86cb-50fa5d1a738c), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:25.769940 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e6f5454a-c68d-4797-9d32-82d816b25849 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:25.771068 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-e6f5454a-c68d-4797-9d32-82d816b25849 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/0663fcb9-9f26-402f-86cb-50fa5d1a738c HTTP/1.1" status: 204 len: 168 time: 0.2166338 Nov 02 14:40:25.779915 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5454a-c68d-4797-9d32-82d816b25849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0663fcb9-9f26-402f-86cb-50fa5d1a738c,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:25.969927 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 58112) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:25.984470 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec484-2975-4ae1-9781-421d02d79878 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:26.045881 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:26.066147 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec484-2975-4ae1-9781-421d02d79878 admin admin] Publish callbacks [] for security_group (9408ce27-1bab-45f5-a8ca-7b580fef3c41), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:26.155621 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec484-2975-4ae1-9781-421d02d79878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (9408ce27-1bab-45f5-a8ca-7b580fef3c41), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:26.187980 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:26.196086 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ec484-2975-4ae1-9781-421d02d79878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9408ce27-1bab-45f5-a8ca-7b580fef3c41,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:26.200313 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-0f4ec484-2975-4ae1-9781-421d02d79878 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=be2f5bf0bd6a4a84b4c3c2065d1b4670&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293205 Nov 02 14:40:26.203296 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 58120) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:26.260204 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-1c0a6536-7c48-4771-b9d4-9ee01e14774e admin admin] Publish callbacks [] for security_group (9408ce27-1bab-45f5-a8ca-7b580fef3c41), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:26.285165 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-1c0a6536-7c48-4771-b9d4-9ee01e14774e admin admin] Publish callbacks [] for security_group (9408ce27-1bab-45f5-a8ca-7b580fef3c41), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:26.373654 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-1c0a6536-7c48-4771-b9d4-9ee01e14774e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (9408ce27-1bab-45f5-a8ca-7b580fef3c41), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:26.376470 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-1c0a6536-7c48-4771-b9d4-9ee01e14774e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:26.377698 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-1c0a6536-7c48-4771-b9d4-9ee01e14774e admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/9408ce27-1bab-45f5-a8ca-7b580fef3c41 HTTP/1.1" status: 204 len: 168 time: 0.1733544 Nov 02 14:40:26.386522 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a6536-7c48-4771-b9d4-9ee01e14774e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9408ce27-1bab-45f5-a8ca-7b580fef3c41,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:26.491703 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d39e9-ecb2-4cb1-8e00-f909145eeff7 req-62cc627d-9624-43a5-bd7a-dde4adee925f tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:26.493977 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-db7d39e9-ecb2-4cb1-8e00-f909145eeff7 req-62cc627d-9624-43a5-bd7a-dde4adee925f tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 946 time: 0.0637784 Nov 02 14:40:26.547434 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-db7d39e9-ecb2-4cb1-8e00-f909145eeff7 req-5295dfad-856f-44d7-b3e3-6844cb8f462e tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470123 Nov 02 14:40:27.803391 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bc13b-46d1-4c34-95a8-ab3831b6885e req-a6f452b7-1441-4c57-83e4-d0f0609ff4e4 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:27.804383 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-068bc13b-46d1-4c34-95a8-ab3831b6885e req-a6f452b7-1441-4c57-83e4-d0f0609ff4e4 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 946 time: 0.0784352 Nov 02 14:40:27.826955 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:27.836544 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:27.890669 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-068bc13b-46d1-4c34-95a8-ab3831b6885e req-eb34efdd-027e-4977-94b8-5dd4ec749ded tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737345 Nov 02 14:40:28.155815 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4e7a5ca2-c8df-4ae9-8bb1-cfbeab3643e2 req-31fce1e8-c21e-43e2-baf8-fda42dd464f2 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ffa9152-f022-466a-ab9b-9977066503d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448308 Nov 02 14:40:28.301124 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a5ca2-c8df-4ae9-8bb1-cfbeab3643e2 req-b734c1f4-6eac-4896-8865-d3651b886ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:28.302702 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4e7a5ca2-c8df-4ae9-8bb1-cfbeab3643e2 req-b734c1f4-6eac-4896-8865-d3651b886ab2 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=b60403061fba42eba98a7c89987672a8&device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 1129 time: 0.0466077 Nov 02 14:40:28.548907 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:28.757724 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a5ca2-c8df-4ae9-8bb1-cfbeab3643e2 req-ff857a8e-cd9d-4824-bba3-f65ecd1e65b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:28.759183 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4e7a5ca2-c8df-4ae9-8bb1-cfbeab3643e2 req-ff857a8e-cd9d-4824-bba3-f65ecd1e65b6 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=07b27265-9252-453e-b15b-5758b8087359 HTTP/1.1" status: 200 len: 913 time: 0.0948937 Nov 02 14:40:28.802133 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4e7a5ca2-c8df-4ae9-8bb1-cfbeab3643e2 req-c2195e83-86c6-471d-81a5-1918bbeb35b5 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34a3ffa0-db81-40b1-8b9b-0d40f164bd30 HTTP/1.1" status: 200 len: 217 time: 0.0366645 Nov 02 14:40:28.855960 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a5ca2-c8df-4ae9-8bb1-cfbeab3643e2 req-2f54f960-b3b4-4746-82aa-b3c9b5af5d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:28.857948 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4e7a5ca2-c8df-4ae9-8bb1-cfbeab3643e2 req-2f54f960-b3b4-4746-82aa-b3c9b5af5d09 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=fc4a104d-b9a7-4861-8d2e-56437daccb86 HTTP/1.1" status: 200 len: 851 time: 0.0450544 Nov 02 14:40:28.906770 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a5ca2-c8df-4ae9-8bb1-cfbeab3643e2 req-674431ea-a4b1-4633-a044-e67837885e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:28.908459 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4e7a5ca2-c8df-4ae9-8bb1-cfbeab3643e2 req-674431ea-a4b1-4633-a044-e67837885e6e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=07b27265-9252-453e-b15b-5758b8087359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426564 Nov 02 14:40:29.058134 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0f9d0-9062-449a-ade9-165f2fefb137 req-9efc3b3d-dadf-42b0-b28f-7af432391797 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:29.059882 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d9a0f9d0-9062-449a-ade9-165f2fefb137 req-9efc3b3d-dadf-42b0-b28f-7af432391797 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 946 time: 0.0626867 Nov 02 14:40:29.085971 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4e7a5ca2-c8df-4ae9-8bb1-cfbeab3643e2 req-2243be44-35a8-4c3a-8c58-b32c372e8d41 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/07b27265-9252-453e-b15b-5758b8087359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568725 Nov 02 14:40:29.190004 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d9a0f9d0-9062-449a-ade9-165f2fefb137 req-87446a6e-a01d-487b-b170-6e78511d7b9f tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184628 Nov 02 14:40:29.226390 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4e7a5ca2-c8df-4ae9-8bb1-cfbeab3643e2 req-78d9a42b-966b-4cc8-b2b4-af92e51143fc service neutron] 10.222.0.64 "GET /networking/v2.0/networks/07b27265-9252-453e-b15b-5758b8087359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317563 Nov 02 14:40:30.324493 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b7ab2-7e15-45bc-9386-b1ef2ebba1b2 req-cf2cb2c2-c28d-43a1-b1de-7b4f9570e1d8 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:30.326286 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8f3b7ab2-7e15-45bc-9386-b1ef2ebba1b2 req-cf2cb2c2-c28d-43a1-b1de-7b4f9570e1d8 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 946 time: 0.0506744 Nov 02 14:40:30.349738 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:30.386856 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8f3b7ab2-7e15-45bc-9386-b1ef2ebba1b2 req-dd37b11e-0fa4-4377-a0d8-b9e11aa1346d tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542953 Nov 02 14:40:31.221443 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c4d36-4e8a-47b4-8af2-206cc4dfea3f req-d74a33de-14c5-476b-9d24-fc2a01c63e9c tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:31.223032 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e30c4d36-4e8a-47b4-8af2-206cc4dfea3f req-d74a33de-14c5-476b-9d24-fc2a01c63e9c tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 945 time: 0.0524037 Nov 02 14:40:31.282931 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e30c4d36-4e8a-47b4-8af2-206cc4dfea3f req-a47d5f1a-dbe3-4a58-8962-f00c1fe2da82 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=540a6179-58d4-47b3-806e-ae2888be0225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537941 Nov 02 14:40:31.535017 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0628ac-aab5-46fc-952f-2dbb00084763 req-3c7e71d8-8863-41c2-908c-de876a1d7f69 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:31.536557 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cb0628ac-aab5-46fc-952f-2dbb00084763 req-3c7e71d8-8863-41c2-908c-de876a1d7f69 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 946 time: 0.0548146 Nov 02 14:40:31.589558 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cb0628ac-aab5-46fc-952f-2dbb00084763 req-6d8d1fac-9304-499f-a5b2-d0a5ae184339 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464675 Nov 02 14:40:32.423200 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3fdf2-dd27-43ca-bb69-2163a1df28e7 req-315fc538-af17-4379-a938-a63fc3ea5ee9 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:32.425322 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-59f3fdf2-dd27-43ca-bb69-2163a1df28e7 req-315fc538-af17-4379-a938-a63fc3ea5ee9 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 945 time: 0.0560503 Nov 02 14:40:32.487141 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-59f3fdf2-dd27-43ca-bb69-2163a1df28e7 req-f251d35a-9751-42d7-8765-e29a18214fcc tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=540a6179-58d4-47b3-806e-ae2888be0225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539715 Nov 02 14:40:32.658467 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=56 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:32.757045 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01eb085-147b-444d-a187-b10efbbdd84b req-132789e7-e41c-41d3-8721-9023d9bcdd0e tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:32.760976 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f01eb085-147b-444d-a187-b10efbbdd84b req-132789e7-e41c-41d3-8721-9023d9bcdd0e tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 946 time: 0.0597143 Nov 02 14:40:32.811529 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f01eb085-147b-444d-a187-b10efbbdd84b req-e34ae0c5-545c-49ac-89aa-90f8e32f73fd tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451262 Nov 02 14:40:33.581665 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:33.656010 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6356536-2235-4023-875f-5f6659cf34a3 req-da5f7785-6907-48ae-9e8e-566f9d51d563 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:33.657493 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b6356536-2235-4023-875f-5f6659cf34a3 req-da5f7785-6907-48ae-9e8e-566f9d51d563 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 945 time: 0.0572178 Nov 02 14:40:33.723543 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b6356536-2235-4023-875f-5f6659cf34a3 req-4cec2759-d092-4b4c-819e-a537c07ecad6 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=540a6179-58d4-47b3-806e-ae2888be0225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578673 Nov 02 14:40:33.886087 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536150e-91b1-4445-9824-b6e59cfa578c req-6a038ccc-a7da-4d00-b090-7e78edbc79a3 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:33.889102 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5536150e-91b1-4445-9824-b6e59cfa578c req-6a038ccc-a7da-4d00-b090-7e78edbc79a3 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 945 time: 0.0658467 Nov 02 14:40:33.998621 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d61b7-99f2-4a2a-b343-71048afcc275 req-c1027136-a63a-4c84-beea-360e1800a4c2 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:34.000100 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-697d61b7-99f2-4a2a-b343-71048afcc275 req-c1027136-a63a-4c84-beea-360e1800a4c2 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 946 time: 0.1076286 Nov 02 14:40:34.254869 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:34.305785 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [req-5536150e-91b1-4445-9824-b6e59cfa578c req-b208b702-9192-47f5-940c-9a5bac53310e tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Deleting port 34a3ffa0-db81-40b1-8b9b-0d40f164bd30 {{(pid=105391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:40:34.306123 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-5536150e-91b1-4445-9824-b6e59cfa578c req-b208b702-9192-47f5-940c-9a5bac53310e tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (34a3ffa0-db81-40b1-8b9b-0d40f164bd30), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:34.345803 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-697d61b7-99f2-4a2a-b343-71048afcc275 req-4620b601-8403-45d8-805a-92ce2b96e82b tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374314 Nov 02 14:40:34.424826 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-5536150e-91b1-4445-9824-b6e59cfa578c req-b208b702-9192-47f5-940c-9a5bac53310e tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] For port 34a3ffa0-db81-40b1-8b9b-0d40f164bd30, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=34a3ffa0-db81-40b1-8b9b-0d40f164bd30,segment=NetworkSegment(5fc79958-b34d-4ac1-803c-ec9f1b61bef8),segment_id=5fc79958-b34d-4ac1-803c-ec9f1b61bef8)] {{(pid=105391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:40:34.425225 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-5536150e-91b1-4445-9824-b6e59cfa578c req-b208b702-9192-47f5-940c-9a5bac53310e tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (34a3ffa0-db81-40b1-8b9b-0d40f164bd30), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:34.438677 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 58448) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:34.442728 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [req-5536150e-91b1-4445-9824-b6e59cfa578c req-b208b702-9192-47f5-940c-9a5bac53310e tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Calling delete_port for 34a3ffa0-db81-40b1-8b9b-0d40f164bd30 owned by compute:nova {{(pid=105391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:40:34.550947 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:34.559043 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d49803a4-c486-4cfd-a4fe-272fd9eadc99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:34.646911 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d49803a4-c486-4cfd-a4fe-272fd9eadc99 admin admin] Publish callbacks [] for security_group (d86cb652-5b02-4fa5-95da-84c68f6cfb3a), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:34.750488 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d49803a4-c486-4cfd-a4fe-272fd9eadc99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (d86cb652-5b02-4fa5-95da-84c68f6cfb3a), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:34.750814 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-5536150e-91b1-4445-9824-b6e59cfa578c req-b208b702-9192-47f5-940c-9a5bac53310e tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470'] for port (34a3ffa0-db81-40b1-8b9b-0d40f164bd30), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:34.794650 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-d49803a4-c486-4cfd-a4fe-272fd9eadc99 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=215b01dc4fa14b1da39498761f0018de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3524354 Nov 02 14:40:34.798100 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 58464) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:34.869941 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49803a4-c486-4cfd-a4fe-272fd9eadc99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86cb652-5b02-4fa5-95da-84c68f6cfb3a,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:34.917216 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0388aaf4-d28c-4210-ba68-613dc2ef4c36 admin admin] Publish callbacks [] for security_group (d86cb652-5b02-4fa5-95da-84c68f6cfb3a), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:34.936162 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208b702-9192-47f5-940c-9a5bac53310e tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Pushing event deleted for resources: {'Port': ['ID=34a3ffa0-db81-40b1-8b9b-0d40f164bd30,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:34.944525 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-28733a0c-f01d-4794-81b1-657f15a30576 req-c1da7383-01e1-433b-ae76-a04338352f35 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 210 time: 0.0821865 Nov 02 14:40:34.954810 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0388aaf4-d28c-4210-ba68-613dc2ef4c36 admin admin] Publish callbacks [] for security_group (d86cb652-5b02-4fa5-95da-84c68f6cfb3a), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:34.993038 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [req-5536150e-91b1-4445-9824-b6e59cfa578c req-b208b702-9192-47f5-940c-9a5bac53310e tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] No DVR routers for this DVR port 34a3ffa0-db81-40b1-8b9b-0d40f164bd30 on host hv-cinder-86236 {{(pid=105391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:40:34.997730 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-5536150e-91b1-4445-9824-b6e59cfa578c req-b208b702-9192-47f5-940c-9a5bac53310e tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:35.001894 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5536150e-91b1-4445-9824-b6e59cfa578c req-b208b702-9192-47f5-940c-9a5bac53310e tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.64 "DELETE /networking/v2.0/ports/34a3ffa0-db81-40b1-8b9b-0d40f164bd30 HTTP/1.1" status: 204 len: 173 time: 1.0956571 Nov 02 14:40:35.002581 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffa9152-f022-466a-ab9b-9977066503d0', 'name': 'network-vif-deleted', 'tag': '34a3ffa0-db81-40b1-8b9b-0d40f164bd30'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:40:35.006625 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d9e861-e40c-46a7-9bfe-9acabbdfe5d6" -d '{"events": [{"server_uuid": "1ffa9152-f022-466a-ab9b-9977066503d0", "name": "network-vif-deleted", "tag": "34a3ffa0-db81-40b1-8b9b-0d40f164bd30"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:40:35.054764 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5845f419-a7cf-4f32-93f7-d2502d47c113 x-openstack-request-id: req-5845f419-a7cf-4f32-93f7-d2502d47c113 {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:40:35.055164 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffa9152-f022-466a-ab9b-9977066503d0", "name": "network-vif-deleted", "tag": "34a3ffa0-db81-40b1-8b9b-0d40f164bd30", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:40:35.055306 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5845f419-a7cf-4f32-93f7-d2502d47c113 {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:40:35.055711 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5845f419-a7cf-4f32-93f7-d2502d47c113'] response: {'server_uuid': '1ffa9152-f022-466a-ab9b-9977066503d0', 'name': 'network-vif-deleted', 'tag': '34a3ffa0-db81-40b1-8b9b-0d40f164bd30', 'status': 'completed', 'code': 200} Nov 02 14:40:35.070224 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0388aaf4-d28c-4210-ba68-613dc2ef4c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (d86cb652-5b02-4fa5-95da-84c68f6cfb3a), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:35.072615 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0388aaf4-d28c-4210-ba68-613dc2ef4c36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:35.074044 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-0388aaf4-d28c-4210-ba68-613dc2ef4c36 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/d86cb652-5b02-4fa5-95da-84c68f6cfb3a HTTP/1.1" status: 204 len: 168 time: 0.2746356 Nov 02 14:40:35.083357 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388aaf4-d28c-4210-ba68-613dc2ef4c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86cb652-5b02-4fa5-95da-84c68f6cfb3a,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:35.501623 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7d0c4-f8cf-4e32-81d3-46e280be2192 req-8bd0c6d2-3f1f-432c-996f-c513cf367c40 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:35.503158 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-dcd7d0c4-f8cf-4e32-81d3-46e280be2192 req-8bd0c6d2-3f1f-432c-996f-c513cf367c40 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 946 time: 0.0556114 Nov 02 14:40:35.556224 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-dcd7d0c4-f8cf-4e32-81d3-46e280be2192 req-53a4d726-bf6c-4e94-a800-69a8d6397239 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469477 Nov 02 14:40:35.844417 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 58484) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:35.861045 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-fd7f7d2f-3522-4603-b1c2-b6710f791a38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:35.884750 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device 34a3ffa0-db81-40b1-8b9b-0d40f164bd30 no longer exists at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:40:35.921662 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] No Port match for: 34a3ffa0-db81-40b1-8b9b-0d40f164bd30 {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:40:35.922460 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device 34a3ffa0-db81-40b1-8b9b-0d40f164bd30 not bound to the agent host hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:40:35.940390 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:35.978273 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-fd7f7d2f-3522-4603-b1c2-b6710f791a38 admin admin] Publish callbacks [] for security_group (bbb6a80d-df4e-44c8-8643-2956e2635e99), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:36.066976 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0e4ffeae-7a18-446d-be48-f6c282e9d48a req-f1616a70-45bc-4c76-9f97-f7127d751c90 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 210 time: 0.0335398 Nov 02 14:40:36.077965 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-fd7f7d2f-3522-4603-b1c2-b6710f791a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (bbb6a80d-df4e-44c8-8643-2956e2635e99), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:36.122093 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-fd7f7d2f-3522-4603-b1c2-b6710f791a38 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=ff21a7c295b44bb29782029696e1b7bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2744339 Nov 02 14:40:36.122093 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f7d2f-3522-4603-b1c2-b6710f791a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb6a80d-df4e-44c8-8643-2956e2635e99,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:36.123047 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 58492) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:36.181629 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3135d39b-22c1-4fcf-9517-6df24d83f738 admin admin] Publish callbacks [] for security_group (bbb6a80d-df4e-44c8-8643-2956e2635e99), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:36.218480 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3135d39b-22c1-4fcf-9517-6df24d83f738 admin admin] Publish callbacks [] for security_group (bbb6a80d-df4e-44c8-8643-2956e2635e99), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:36.402279 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-8cec6935-9e5e-4967-8cfb-f11ac34c5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:36.469911 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3135d39b-22c1-4fcf-9517-6df24d83f738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (bbb6a80d-df4e-44c8-8643-2956e2635e99), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:36.472726 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3135d39b-22c1-4fcf-9517-6df24d83f738 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:36.473982 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-3135d39b-22c1-4fcf-9517-6df24d83f738 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/bbb6a80d-df4e-44c8-8643-2956e2635e99 HTTP/1.1" status: 204 len: 168 time: 0.3498273 Nov 02 14:40:36.483508 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3135d39b-22c1-4fcf-9517-6df24d83f738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb6a80d-df4e-44c8-8643-2956e2635e99,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:36.692048 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51c08f-8353-4b39-999a-a9cfa180b265 req-b58b3db3-7396-4a90-bacd-0d70bc90f6e8 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:36.693727 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6b51c08f-8353-4b39-999a-a9cfa180b265 req-b58b3db3-7396-4a90-bacd-0d70bc90f6e8 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 946 time: 0.0508025 Nov 02 14:40:36.744522 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6b51c08f-8353-4b39-999a-a9cfa180b265 req-11987c80-8899-49ef-91de-df2bb3037ae6 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449061 Nov 02 14:40:36.858714 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 58510) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:37.032700 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8d15dda4-acb3-4671-9627-f0509a209c2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:37.156874 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8d15dda4-acb3-4671-9627-f0509a209c2a admin admin] Publish callbacks [] for security_group (851f50f3-c755-435e-b50f-2355c11e781e), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:37.194810 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=6 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:37.221598 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-25904715-a3f2-4e04-ae34-d26e919682d3 req-586ef1aa-4563-4886-94e1-7b53c99217a9 tempest-DeleteServersTestJSON-1346766697 tempest-DeleteServersTestJSON-1346766697-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1ffa9152-f022-466a-ab9b-9977066503d0 HTTP/1.1" status: 200 len: 210 time: 0.0395546 Nov 02 14:40:37.230034 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8d15dda4-acb3-4671-9627-f0509a209c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (851f50f3-c755-435e-b50f-2355c11e781e), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:37.273165 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-8d15dda4-acb3-4671-9627-f0509a209c2a admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=ebcdaf586a0640edbede169f3c3c3277&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4133127 Nov 02 14:40:37.276132 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 58538) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:37.279220 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15dda4-acb3-4671-9627-f0509a209c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851f50f3-c755-435e-b50f-2355c11e781e,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:37.367735 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ab8db49e-9166-46f6-9e06-34f37874531a admin admin] Publish callbacks [] for security_group (851f50f3-c755-435e-b50f-2355c11e781e), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:37.391081 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ab8db49e-9166-46f6-9e06-34f37874531a admin admin] Publish callbacks [] for security_group (851f50f3-c755-435e-b50f-2355c11e781e), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:37.584583 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ab8db49e-9166-46f6-9e06-34f37874531a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (851f50f3-c755-435e-b50f-2355c11e781e), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:37.587250 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ab8db49e-9166-46f6-9e06-34f37874531a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:37.591610 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-ab8db49e-9166-46f6-9e06-34f37874531a admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/851f50f3-c755-435e-b50f-2355c11e781e HTTP/1.1" status: 204 len: 168 time: 0.3113010 Nov 02 14:40:37.599464 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8db49e-9166-46f6-9e06-34f37874531a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851f50f3-c755-435e-b50f-2355c11e781e,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:37.875591 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406abe9-57b5-4363-87a1-3fb399d4b3fc req-2870ff3c-4a8b-472c-b834-bdf8a2778e74 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:37.877223 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a406abe9-57b5-4363-87a1-3fb399d4b3fc req-2870ff3c-4a8b-472c-b834-bdf8a2778e74 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 946 time: 0.0508351 Nov 02 14:40:37.933292 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a406abe9-57b5-4363-87a1-3fb399d4b3fc req-7a8e6d66-f6b3-4493-9832-fa8fc281e473 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499568 Nov 02 14:40:38.362855 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 58576) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:38.382800 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f49d91b7-49b6-436f-9e3d-cbdef0d9cce4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:38.416927 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:38.468592 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f49d91b7-49b6-436f-9e3d-cbdef0d9cce4 admin admin] Publish callbacks [] for security_group (80fc21f6-ccf9-4fc6-a72b-27e9fe118a2f), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:38.567882 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f49d91b7-49b6-436f-9e3d-cbdef0d9cce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (80fc21f6-ccf9-4fc6-a72b-27e9fe118a2f), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:38.615782 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-f49d91b7-49b6-436f-9e3d-cbdef0d9cce4 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=ab15071419e840388cbb160827e66424&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2516205 Nov 02 14:40:38.616884 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d91b7-49b6-436f-9e3d-cbdef0d9cce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fc21f6-ccf9-4fc6-a72b-27e9fe118a2f,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:38.618538 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 58588) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:38.693296 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8c9c6172-18c5-4cf9-ba09-ab8dae48c5c8 admin admin] Publish callbacks [] for security_group (80fc21f6-ccf9-4fc6-a72b-27e9fe118a2f), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:38.719623 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8c9c6172-18c5-4cf9-ba09-ab8dae48c5c8 admin admin] Publish callbacks [] for security_group (80fc21f6-ccf9-4fc6-a72b-27e9fe118a2f), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:38.730869 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:38.882004 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8c9c6172-18c5-4cf9-ba09-ab8dae48c5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (80fc21f6-ccf9-4fc6-a72b-27e9fe118a2f), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:38.882223 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-6f62a34a-e0a3-413b-b30e-b77a5c2ee32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:38.885891 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8c9c6172-18c5-4cf9-ba09-ab8dae48c5c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:38.887232 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-8c9c6172-18c5-4cf9-ba09-ab8dae48c5c8 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/80fc21f6-ccf9-4fc6-a72b-27e9fe118a2f HTTP/1.1" status: 204 len: 168 time: 0.2675800 Nov 02 14:40:38.897171 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c6172-18c5-4cf9-ba09-ab8dae48c5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fc21f6-ccf9-4fc6-a72b-27e9fe118a2f,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:39.059057 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbddd0cc-fe94-4868-82f6-ad02bdc6333f req-6e37a87b-9fec-431f-9254-70cd2163e1fa tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:39.061397 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cbddd0cc-fe94-4868-82f6-ad02bdc6333f req-6e37a87b-9fec-431f-9254-70cd2163e1fa tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 946 time: 0.0495663 Nov 02 14:40:39.126344 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cbddd0cc-fe94-4868-82f6-ad02bdc6333f req-84417334-44de-4cb3-a280-a463150a8b54 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593498 Nov 02 14:40:39.284081 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 58622) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:39.418670 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ef48e79f-7c81-4e10-b28e-a76067d75f3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:39.511593 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ef48e79f-7c81-4e10-b28e-a76067d75f3e admin admin] Publish callbacks [] for security_group (cb6efc9d-2be4-4fba-95a5-1bb6dda21cbc), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:39.584454 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ef48e79f-7c81-4e10-b28e-a76067d75f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (cb6efc9d-2be4-4fba-95a5-1bb6dda21cbc), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:39.626966 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-ef48e79f-7c81-4e10-b28e-a76067d75f3e admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=7d90eea69e914f039443078ac05d0518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3416452 Nov 02 14:40:39.628486 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48e79f-7c81-4e10-b28e-a76067d75f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6efc9d-2be4-4fba-95a5-1bb6dda21cbc,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:39.630110 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 58634) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:39.687032 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-09e96def-fb6b-4d3a-9394-67a64dcfcffb admin admin] Publish callbacks [] for security_group (cb6efc9d-2be4-4fba-95a5-1bb6dda21cbc), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:39.707056 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-09e96def-fb6b-4d3a-9394-67a64dcfcffb admin admin] Publish callbacks [] for security_group (cb6efc9d-2be4-4fba-95a5-1bb6dda21cbc), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:39.818718 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-09e96def-fb6b-4d3a-9394-67a64dcfcffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (cb6efc9d-2be4-4fba-95a5-1bb6dda21cbc), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:39.821303 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-09e96def-fb6b-4d3a-9394-67a64dcfcffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:39.822453 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-09e96def-fb6b-4d3a-9394-67a64dcfcffb admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/cb6efc9d-2be4-4fba-95a5-1bb6dda21cbc HTTP/1.1" status: 204 len: 168 time: 0.1912785 Nov 02 14:40:39.833753 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e96def-fb6b-4d3a-9394-67a64dcfcffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6efc9d-2be4-4fba-95a5-1bb6dda21cbc,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:40.286605 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd317f9-eb96-4886-b26c-c94558d627eb req-e95c7cf7-8582-4de5-9aa5-635876293922 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:40.288594 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-acd317f9-eb96-4886-b26c-c94558d627eb req-e95c7cf7-8582-4de5-9aa5-635876293922 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 946 time: 0.0558503 Nov 02 14:40:40.339399 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-acd317f9-eb96-4886-b26c-c94558d627eb req-c8d42d71-caf0-4934-a85c-5470d016e2b8 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416870 Nov 02 14:40:40.458502 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:40.596761 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:40:40.603745 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 58666) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:40.620872 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-cbe34a81-4484-4e18-b752-b8bb1c2f87fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:40.696239 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-cbe34a81-4484-4e18-b752-b8bb1c2f87fa admin admin] Publish callbacks [] for security_group (9a7afa35-8fd2-440f-9153-94bbf07a6e7c), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:40.755723 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-cbe34a81-4484-4e18-b752-b8bb1c2f87fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (9a7afa35-8fd2-440f-9153-94bbf07a6e7c), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:40.801919 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-cbe34a81-4484-4e18-b752-b8bb1c2f87fa admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=9b95ed1c6d8c42778bb91e846e63d9d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1938171 Nov 02 14:40:40.801919 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe34a81-4484-4e18-b752-b8bb1c2f87fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7afa35-8fd2-440f-9153-94bbf07a6e7c,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:40.802121 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 58672) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:40.856066 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-79948768-2cae-467a-acbb-c55e1382a3a3 admin admin] Publish callbacks [] for security_group (9a7afa35-8fd2-440f-9153-94bbf07a6e7c), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:40.867172 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:40.880031 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-79948768-2cae-467a-acbb-c55e1382a3a3 admin admin] Publish callbacks [] for security_group (9a7afa35-8fd2-440f-9153-94bbf07a6e7c), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:40.995871 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-79948768-2cae-467a-acbb-c55e1382a3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (9a7afa35-8fd2-440f-9153-94bbf07a6e7c), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:40.999488 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-79948768-2cae-467a-acbb-c55e1382a3a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:41.000759 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-79948768-2cae-467a-acbb-c55e1382a3a3 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/9a7afa35-8fd2-440f-9153-94bbf07a6e7c HTTP/1.1" status: 204 len: 168 time: 0.1975331 Nov 02 14:40:41.008753 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79948768-2cae-467a-acbb-c55e1382a3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7afa35-8fd2-440f-9153-94bbf07a6e7c,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:41.476131 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af073b1-123a-4fc6-99ad-554e2d60fc74 req-e25a0df6-81c8-4d07-83df-123af1f852c4 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:41.477706 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2af073b1-123a-4fc6-99ad-554e2d60fc74 req-e25a0df6-81c8-4d07-83df-123af1f852c4 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 946 time: 0.0517352 Nov 02 14:40:41.545169 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2af073b1-123a-4fc6-99ad-554e2d60fc74 req-c8304751-43d2-42f4-80b8-0106fa20b655 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567214 Nov 02 14:40:41.556088 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:41.873252 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:41.989709 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:42.211940 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 58758) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:42.335008 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-14496166-aed3-4548-ab40-72af0f8528bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:42.348544 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:42.417323 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-14496166-aed3-4548-ab40-72af0f8528bb admin admin] Publish callbacks [] for security_group (fbfdc039-a6b1-4f46-bfee-814c220b308e), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:42.510366 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-14496166-aed3-4548-ab40-72af0f8528bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (fbfdc039-a6b1-4f46-bfee-814c220b308e), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:42.557747 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14496166-aed3-4548-ab40-72af0f8528bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfdc039-a6b1-4f46-bfee-814c220b308e,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:42.567039 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 58772) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:42.567535 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-14496166-aed3-4548-ab40-72af0f8528bb admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=53dec18a0324410ba87e9565719299e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3557746 Nov 02 14:40:42.635662 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-a2eef5b8-071c-4713-b95f-89d61d74252d admin admin] Publish callbacks [] for security_group (fbfdc039-a6b1-4f46-bfee-814c220b308e), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:42.687385 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ad293-6596-4c38-a4e1-733ac19c4438 req-2742707b-7912-4fc0-8031-35617a49d70a tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:42.688884 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c50ad293-6596-4c38-a4e1-733ac19c4438 req-2742707b-7912-4fc0-8031-35617a49d70a tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 946 time: 0.0655923 Nov 02 14:40:42.694020 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-a2eef5b8-071c-4713-b95f-89d61d74252d admin admin] Publish callbacks [] for security_group (fbfdc039-a6b1-4f46-bfee-814c220b308e), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:42.768603 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c50ad293-6596-4c38-a4e1-733ac19c4438 req-fdac647a-4bb2-4a85-a59e-aa2c21949aa6 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723403 Nov 02 14:40:42.847438 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-a2eef5b8-071c-4713-b95f-89d61d74252d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (fbfdc039-a6b1-4f46-bfee-814c220b308e), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:42.850044 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-a2eef5b8-071c-4713-b95f-89d61d74252d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:42.851186 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-a2eef5b8-071c-4713-b95f-89d61d74252d admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/fbfdc039-a6b1-4f46-bfee-814c220b308e HTTP/1.1" status: 204 len: 168 time: 0.2807307 Nov 02 14:40:42.860624 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eef5b8-071c-4713-b95f-89d61d74252d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfdc039-a6b1-4f46-bfee-814c220b308e,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:43.218659 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 58808) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:43.321346 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=80,neutron:DELETE=1,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:43.548816 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 58812) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:43.563183 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-49fa1542-90a7-4674-ac79-9ab9d191d7cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:43.616062 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a9332952-edc3-49fb-8f93-17f76bf0ca8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66774525'] for router_interface (0c3f5f10-473c-4f0a-8359-df2bfc48fdb8), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:43.647022 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-49fa1542-90a7-4674-ac79-9ab9d191d7cd admin admin] Publish callbacks [] for security_group (bc93e180-9b8c-441e-b4e7-114143690e47), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:43.687334 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-49fa1542-90a7-4674-ac79-9ab9d191d7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (bc93e180-9b8c-441e-b4e7-114143690e47), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:43.726667 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-49fa1542-90a7-4674-ac79-9ab9d191d7cd admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=0a85905e33c24df38fe52fe77916153c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1768057 Nov 02 14:40:43.727526 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa1542-90a7-4674-ac79-9ab9d191d7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc93e180-9b8c-441e-b4e7-114143690e47,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:43.730063 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 58814) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:43.736551 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:43.785319 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-77e8e930-5811-4d5b-a013-98b671fe60ae admin admin] Publish callbacks [] for security_group (bc93e180-9b8c-441e-b4e7-114143690e47), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:43.807808 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-77e8e930-5811-4d5b-a013-98b671fe60ae admin admin] Publish callbacks [] for security_group (bc93e180-9b8c-441e-b4e7-114143690e47), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:43.867030 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:43.905328 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-a9332952-edc3-49fb-8f93-17f76bf0ca8d admin admin] Deleting port efc55d11-0743-478c-88e4-8547ad864b0c {{(pid=105390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:40:43.905757 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a9332952-edc3-49fb-8f93-17f76bf0ca8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (efc55d11-0743-478c-88e4-8547ad864b0c), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:43.905982 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20e120-20e2-45f8-84d8-ab7bb1835ffa req-46ff18cb-1b68-4498-999d-c27eb7436344 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:43.907525 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ca20e120-20e2-45f8-84d8-ab7bb1835ffa req-46ff18cb-1b68-4498-999d-c27eb7436344 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 946 time: 0.0522099 Nov 02 14:40:43.924026 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=100 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:43.956132 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ca20e120-20e2-45f8-84d8-ab7bb1835ffa req-9f9d0179-c017-4ffb-822a-29a50618a637 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428820 Nov 02 14:40:43.957366 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-77e8e930-5811-4d5b-a013-98b671fe60ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (bc93e180-9b8c-441e-b4e7-114143690e47), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:43.959845 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-77e8e930-5811-4d5b-a013-98b671fe60ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:43.963254 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-77e8e930-5811-4d5b-a013-98b671fe60ae admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/bc93e180-9b8c-441e-b4e7-114143690e47 HTTP/1.1" status: 204 len: 168 time: 0.2299702 Nov 02 14:40:43.981040 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8e930-5811-4d5b-a013-98b671fe60ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc93e180-9b8c-441e-b4e7-114143690e47,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:44.009361 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [None req-a9332952-edc3-49fb-8f93-17f76bf0ca8d admin admin] For port efc55d11-0743-478c-88e4-8547ad864b0c, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=efc55d11-0743-478c-88e4-8547ad864b0c,segment=NetworkSegment(5fc79958-b34d-4ac1-803c-ec9f1b61bef8),segment_id=5fc79958-b34d-4ac1-803c-ec9f1b61bef8)] {{(pid=105390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:40:44.009753 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a9332952-edc3-49fb-8f93-17f76bf0ca8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (efc55d11-0743-478c-88e4-8547ad864b0c), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:44.023655 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-a9332952-edc3-49fb-8f93-17f76bf0ca8d admin admin] Calling delete_port for efc55d11-0743-478c-88e4-8547ad864b0c owned by network:router_interface {{(pid=105390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:40:44.329534 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a9332952-edc3-49fb-8f93-17f76bf0ca8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470'] for port (efc55d11-0743-478c-88e4-8547ad864b0c), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:44.358536 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9332952-edc3-49fb-8f93-17f76bf0ca8d admin admin] Pushing event deleted for resources: {'Port': ['ID=efc55d11-0743-478c-88e4-8547ad864b0c,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:44.599837 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a9332952-edc3-49fb-8f93-17f76bf0ca8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66712616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66776685'] for router_interface (0c3f5f10-473c-4f0a-8359-df2bfc48fdb8), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:44.709487 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0089d3-3ffd-46c5-bd5a-6c1bf2189cd4 None None] get_active_networks_info from dv-cinder-862365-4-iscsi {{(pid=105392) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 14:40:44.752039 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:44.866846 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9332952-edc3-49fb-8f93-17f76bf0ca8d admin admin] Router 0c3f5f10-473c-4f0a-8359-df2bfc48fdb8 has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:40:44.873994 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0089d3-3ffd-46c5-bd5a-6c1bf2189cd4 None None] Resources bound (agent type, host, resource id): {{(pid=105392) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 14:40:45.049227 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 58866) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:45.178342 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088e7e2-1256-4f28-8b50-d8fef50c80e9 req-ab327bc9-353c-4ab6-83d0-9f9dad3c0947 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:45.180653 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f088e7e2-1256-4f28-8b50-d8fef50c80e9 req-ab327bc9-353c-4ab6-83d0-9f9dad3c0947 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 946 time: 0.1073580 Nov 02 14:40:45.260386 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9332952-edc3-49fb-8f93-17f76bf0ca8d admin admin] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:40:45.266371 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-a9332952-edc3-49fb-8f93-17f76bf0ca8d admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/0c3f5f10-473c-4f0a-8359-df2bfc48fdb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0472260 Nov 02 14:40:45.271232 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 58874) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:45.271646 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3daba815-ccc9-47b5-913f-a5687b63f587 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:45.283712 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e8a846-cd25-4103-8246-4cb7663fd2f0 None None] Sync routers for ids ['0c3f5f10-473c-4f0a-8359-df2bfc48fdb8'] in dv-cinder-862365-4-iscsi {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:40:45.285132 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f088e7e2-1256-4f28-8b50-d8fef50c80e9 req-04428b4b-5d5b-43b1-ba4b-f3d2b646f36b tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867012 Nov 02 14:40:45.304791 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e8a846-cd25-4103-8246-4cb7663fd2f0 None None] Routers {'0c3f5f10-473c-4f0a-8359-df2bfc48fdb8'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:40:45.304791 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-33e8a846-cd25-4103-8246-4cb7663fd2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:40:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['0c3f5f10-473c-4f0a-8359-df2bfc48fdb8'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:40:45.420426 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=100 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:45.463564 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-eb3bd4c7-ee77-4f1b-8065-ebed638c9fe9 admin admin] Publish callbacks [] for router (0c3f5f10-473c-4f0a-8359-df2bfc48fdb8), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:45.492327 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3daba815-ccc9-47b5-913f-a5687b63f587 admin admin] Publish callbacks [] for security_group (9a70c779-d448-40e8-be9a-a333bbd4206c), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:45.525409 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-33e8a846-cd25-4103-8246-4cb7663fd2f0 None None] Set router 0c3f5f10-473c-4f0a-8359-df2bfc48fdb8 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:40:45.573155 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3daba815-ccc9-47b5-913f-a5687b63f587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (9a70c779-d448-40e8-be9a-a333bbd4206c), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:45.596526 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-eb3bd4c7-ee77-4f1b-8065-ebed638c9fe9 admin admin] Publish callbacks [] for router_gateway (0c3f5f10-473c-4f0a-8359-df2bfc48fdb8), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:45.625547 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-3daba815-ccc9-47b5-913f-a5687b63f587 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=1911094c2ace4c29ace6678190932d46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5748293 Nov 02 14:40:45.629239 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 58882) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:45.630730 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daba815-ccc9-47b5-913f-a5687b63f587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a70c779-d448-40e8-be9a-a333bbd4206c,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:45.748375 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bd4c7-ee77-4f1b-8065-ebed638c9fe9 admin admin] Deleting port 7da4b0de-9192-4875-ab9b-6ea405846ae3 {{(pid=105390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:40:45.748724 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-eb3bd4c7-ee77-4f1b-8065-ebed638c9fe9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (7da4b0de-9192-4875-ab9b-6ea405846ae3), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:45.767222 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-735fe5db-50fa-44b3-ba3d-c3cf033b2f3e admin admin] Publish callbacks [] for security_group (9a70c779-d448-40e8-be9a-a333bbd4206c), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:45.811128 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-33e8a846-cd25-4103-8246-4cb7663fd2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3f5f10-473c-4f0a-8359-df2bfc48fdb8', 'name': 'tempest-DeleteServersTestJSON-1358433460-router', 'tenant_id': 'b60403061fba42eba98a7c89987672a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '7da4b0de-9192-4875-ab9b-6ea405846ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:19Z', 'updated_at': '2022-11-02T14:40:44Z', 'revision_number': 5, 'project_id': 'b60403061fba42eba98a7c89987672a8', 'gw_port': {'id': '7da4b0de-9192-4875-ab9b-6ea405846ae3', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3f5f10-473c-4f0a-8359-df2bfc48fdb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:40:45.867856 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e8a846-cd25-4103-8246-4cb7663fd2f0 None None] Checking router: 0c3f5f10-473c-4f0a-8359-df2bfc48fdb8 for host: dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:40:45.874532 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-735fe5db-50fa-44b3-ba3d-c3cf033b2f3e admin admin] Publish callbacks [] for security_group (9a70c779-d448-40e8-be9a-a333bbd4206c), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:45.887339 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e8a846-cd25-4103-8246-4cb7663fd2f0 None None] Routers {'0c3f5f10-473c-4f0a-8359-df2bfc48fdb8'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:40:45.888684 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-33e8a846-cd25-4103-8246-4cb7663fd2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:40:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['0c3f5f10-473c-4f0a-8359-df2bfc48fdb8'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:40:45.975206 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [None req-eb3bd4c7-ee77-4f1b-8065-ebed638c9fe9 admin admin] For port 7da4b0de-9192-4875-ab9b-6ea405846ae3, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=7da4b0de-9192-4875-ab9b-6ea405846ae3,segment=NetworkSegment(16a641ca-682a-48e9-98c9-b5a1ba9af67a),segment_id=16a641ca-682a-48e9-98c9-b5a1ba9af67a)] {{(pid=105390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:40:45.975848 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-eb3bd4c7-ee77-4f1b-8065-ebed638c9fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (7da4b0de-9192-4875-ab9b-6ea405846ae3), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:45.991802 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bd4c7-ee77-4f1b-8065-ebed638c9fe9 admin admin] Calling delete_port for 7da4b0de-9192-4875-ab9b-6ea405846ae3 owned by network:router_gateway {{(pid=105390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:40:46.037317 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-33e8a846-cd25-4103-8246-4cb7663fd2f0 None None] Set router 0c3f5f10-473c-4f0a-8359-df2bfc48fdb8 gateway port host: None {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:40:46.056116 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=71,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:46.062461 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-dad4cd24-9298-4238-9f62-7da55e4640e5 None None] Provisioning complete for port 0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:40:46.062912 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-dad4cd24-9298-4238-9f62-7da55e4640e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:46.063316 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-dad4cd24-9298-4238-9f62-7da55e4640e5 None None] Attempt 1 to provision port 0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec Nov 02 14:40:46.065852 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-735fe5db-50fa-44b3-ba3d-c3cf033b2f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (9a70c779-d448-40e8-be9a-a333bbd4206c), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:46.068368 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-735fe5db-50fa-44b3-ba3d-c3cf033b2f3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:46.071363 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-735fe5db-50fa-44b3-ba3d-c3cf033b2f3e admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/9a70c779-d448-40e8-be9a-a333bbd4206c HTTP/1.1" status: 204 len: 168 time: 0.4388099 Nov 02 14:40:46.124438 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-33e8a846-cd25-4103-8246-4cb7663fd2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3f5f10-473c-4f0a-8359-df2bfc48fdb8', 'name': 'tempest-DeleteServersTestJSON-1358433460-router', 'tenant_id': 'b60403061fba42eba98a7c89987672a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:19Z', 'updated_at': '2022-11-02T14:40:45Z', 'revision_number': 6, 'project_id': 'b60403061fba42eba98a7c89987672a8', 'gw_port_host': None}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:40:46.132041 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735fe5db-50fa-44b3-ba3d-c3cf033b2f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a70c779-d448-40e8-be9a-a333bbd4206c,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:46.158222 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e8a846-cd25-4103-8246-4cb7663fd2f0 None None] The sync data for ids ['0c3f5f10-473c-4f0a-8359-df2bfc48fdb8'] in dv-cinder-862365-4-iscsi is: [{'id': '0c3f5f10-473c-4f0a-8359-df2bfc48fdb8', 'name': 'tempest-DeleteServersTestJSON-1358433460-router', 'tenant_id': 'b60403061fba42eba98a7c89987672a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:19Z', 'updated_at': '2022-11-02T14:40:45Z', 'revision_number': 6, 'project_id': 'b60403061fba42eba98a7c89987672a8', 'gw_port_host': None}] {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:40:46.182284 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-dad4cd24-9298-4238-9f62-7da55e4640e5 None None] Current status of the port 0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:40:46.310486 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-eb3bd4c7-ee77-4f1b-8065-ebed638c9fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470'] for port (7da4b0de-9192-4875-ab9b-6ea405846ae3), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:46.342779 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bd4c7-ee77-4f1b-8065-ebed638c9fe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7da4b0de-9192-4875-ab9b-6ea405846ae3,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:46.374423 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-eb3bd4c7-ee77-4f1b-8065-ebed638c9fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66773426'] for router_gateway (0c3f5f10-473c-4f0a-8359-df2bfc48fdb8), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:46.431067 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 58906) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:46.444551 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64559e-d1ae-4645-a95f-39fa45295520 req-51e88ada-b9ea-4266-9010-2f71d294df1e tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:46.447602 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6e64559e-d1ae-4645-a95f-39fa45295520 req-51e88ada-b9ea-4266-9010-2f71d294df1e tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 946 time: 0.0593719 Nov 02 14:40:46.475348 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-eb3bd4c7-ee77-4f1b-8065-ebed638c9fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66776635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43145'] for router (0c3f5f10-473c-4f0a-8359-df2bfc48fdb8), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:46.477855 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-eb3bd4c7-ee77-4f1b-8065-ebed638c9fe9 admin admin] Publish callbacks [] for router_controller (0c3f5f10-473c-4f0a-8359-df2bfc48fdb8), precommit_delete_associations {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:46.482041 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 58910) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:46.580504 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6e64559e-d1ae-4645-a95f-39fa45295520 req-7d865228-6cd2-403c-8b03-97dddf935fd5 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172535 Nov 02 14:40:46.663338 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device efc55d11-0743-478c-88e4-8547ad864b0c no longer exists at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:40:46.685160 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] No Port match for: efc55d11-0743-478c-88e4-8547ad864b0c {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:40:46.685524 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device efc55d11-0743-478c-88e4-8547ad864b0c not bound to the agent host dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:40:46.687430 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-eb3bd4c7-ee77-4f1b-8065-ebed638c9fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66776610'] for router (0c3f5f10-473c-4f0a-8359-df2bfc48fdb8), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:46.688078 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3bd4c7-ee77-4f1b-8065-ebed638c9fe9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c3f5f10-473c-4f0a-8359-df2bfc48fdb8 {{(pid=105390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 14:40:46.698375 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-eb3bd4c7-ee77-4f1b-8065-ebed638c9fe9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:46.698375 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-eb3bd4c7-ee77-4f1b-8065-ebed638c9fe9 admin admin] 10.222.0.30 "DELETE /networking/v2.0/routers/0c3f5f10-473c-4f0a-8359-df2bfc48fdb8 HTTP/1.1" status: 204 len: 168 time: 1.4242828 Nov 02 14:40:46.698672 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 58914) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:46.760681 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c805ea-fe2f-4183-a72d-62fc86518003 admin admin] Deleting subnet fc4a104d-b9a7-4861-8d2e-56437daccb86 {{(pid=105391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 14:40:46.764172 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-74d11364-03e9-45c3-aa95-62beeb2bb344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:46.768289 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-25c805ea-fe2f-4183-a72d-62fc86518003 admin admin] Publish callbacks [] for subnet (fc4a104d-b9a7-4861-8d2e-56437daccb86), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:46.809975 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-cb5380bc-2ff9-41a5-bd2d-bf8c51cd3607 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:46.819946 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:46.821153 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-25c805ea-fe2f-4183-a72d-62fc86518003 admin admin] Publish callbacks [] for subnet (fc4a104d-b9a7-4861-8d2e-56437daccb86), precommit_delete_associations {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:46.875367 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:46.904889 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-cb5380bc-2ff9-41a5-bd2d-bf8c51cd3607 admin admin] Publish callbacks [] for security_group (411bed44-33b0-4c9f-8976-c5ba91552b0e), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:46.952381 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-25c805ea-fe2f-4183-a72d-62fc86518003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381874'] for subnet (fc4a104d-b9a7-4861-8d2e-56437daccb86), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:46.992033 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-74d11364-03e9-45c3-aa95-62beeb2bb344 admin admin] Publish callbacks [] for security_group (32b43b90-f7f3-4b8b-93ca-42266957f952), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:47.006940 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:47.018059 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-cb5380bc-2ff9-41a5-bd2d-bf8c51cd3607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (411bed44-33b0-4c9f-8976-c5ba91552b0e), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:47.057996 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-cb5380bc-2ff9-41a5-bd2d-bf8c51cd3607 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=4300bdb9630f4101a602fd6e36982fb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5745556 Nov 02 14:40:47.059088 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5380bc-2ff9-41a5-bd2d-bf8c51cd3607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411bed44-33b0-4c9f-8976-c5ba91552b0e,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:47.061350 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 58920) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:47.097375 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-74d11364-03e9-45c3-aa95-62beeb2bb344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (32b43b90-f7f3-4b8b-93ca-42266957f952), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:47.102412 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:47.146123 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-25c805ea-fe2f-4183-a72d-62fc86518003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593'] for subnet (fc4a104d-b9a7-4861-8d2e-56437daccb86), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:47.163663 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 58924) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:47.183105 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0af8c4bd-86a8-4cb4-b54e-ba5988d18c38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:47.194460 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-74d11364-03e9-45c3-aa95-62beeb2bb344 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=1a5cb9d67e6349b68e116a897d2312d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7586832 Nov 02 14:40:47.195598 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d11364-03e9-45c3-aa95-62beeb2bb344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b43b90-f7f3-4b8b-93ca-42266957f952,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:47.196707 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 58928) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:47.198914 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-225cd94c-afbb-4727-8090-4eb3a121a367 admin admin] Publish callbacks [] for security_group (411bed44-33b0-4c9f-8976-c5ba91552b0e), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:47.201931 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c805ea-fe2f-4183-a72d-62fc86518003 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc4a104d-b9a7-4861-8d2e-56437daccb86,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:47.211428 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-25c805ea-fe2f-4183-a72d-62fc86518003 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for subnet (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:47.214622 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-25c805ea-fe2f-4183-a72d-62fc86518003 admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/fc4a104d-b9a7-4861-8d2e-56437daccb86 HTTP/1.1" status: 204 len: 168 time: 0.5164106 Nov 02 14:40:47.221540 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea6381b-dc6f-492e-bf4f-b28824985d1d None None] Network 07b27265-9252-453e-b15b-5758b8087359 requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:40:47.221989 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 58930) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:47.252298 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-225cd94c-afbb-4727-8090-4eb3a121a367 admin admin] Publish callbacks [] for security_group (411bed44-33b0-4c9f-8976-c5ba91552b0e), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:47.376554 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6e15a695-cfca-4954-a704-1195448e2b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370122'] for network (07b27265-9252-453e-b15b-5758b8087359), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:47.380702 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6601711c-c1d4-45ed-ba56-0b016579f33c admin admin] Publish callbacks [] for security_group (32b43b90-f7f3-4b8b-93ca-42266957f952), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:47.398672 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-225cd94c-afbb-4727-8090-4eb3a121a367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (411bed44-33b0-4c9f-8976-c5ba91552b0e), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:47.404827 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-225cd94c-afbb-4727-8090-4eb3a121a367 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:47.406217 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-225cd94c-afbb-4727-8090-4eb3a121a367 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/411bed44-33b0-4c9f-8976-c5ba91552b0e HTTP/1.1" status: 204 len: 168 time: 0.3437860 Nov 02 14:40:47.430567 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6601711c-c1d4-45ed-ba56-0b016579f33c admin admin] Publish callbacks [] for security_group (32b43b90-f7f3-4b8b-93ca-42266957f952), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:47.431491 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd6eb0a-d9a5-40b7-b799-3d8d6bc9d4bc None None] DHCP port deletion for 07b27265-9252-453e-b15b-5758b8087359 request from dv-cinder-862365-4-iscsi {{(pid=105392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 14:40:47.435262 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cd94c-afbb-4727-8090-4eb3a121a367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411bed44-33b0-4c9f-8976-c5ba91552b0e,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:47.488687 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-bdd6eb0a-d9a5-40b7-b799-3d8d6bc9d4bc None None] Deleting port 0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec {{(pid=105392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:40:47.489845 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-bdd6eb0a-d9a5-40b7-b799-3d8d6bc9d4bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec), before_delete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:47.496444 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0af8c4bd-86a8-4cb4-b54e-ba5988d18c38 admin admin] Publish callbacks [] for security_group (76920c69-407b-46f3-8f10-e52f1e000437), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:47.517762 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-6e15a695-cfca-4954-a704-1195448e2b0e admin admin] Deleting port 0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec {{(pid=105390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:40:47.521908 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6e15a695-cfca-4954-a704-1195448e2b0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:47.574056 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-bdd6eb0a-d9a5-40b7-b799-3d8d6bc9d4bc None None] For port 0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec,segment=NetworkSegment(5fc79958-b34d-4ac1-803c-ec9f1b61bef8),segment_id=5fc79958-b34d-4ac1-803c-ec9f1b61bef8)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:40:47.574841 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-bdd6eb0a-d9a5-40b7-b799-3d8d6bc9d4bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec), precommit_delete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:47.596787 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-bdd6eb0a-d9a5-40b7-b799-3d8d6bc9d4bc None None] Calling delete_port for 0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec owned by network:dhcp {{(pid=105392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:40:47.597479 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0af8c4bd-86a8-4cb4-b54e-ba5988d18c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (76920c69-407b-46f3-8f10-e52f1e000437), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:47.601049 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [None req-6e15a695-cfca-4954-a704-1195448e2b0e admin admin] For port 0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec,segment=NetworkSegment(5fc79958-b34d-4ac1-803c-ec9f1b61bef8),segment_id=5fc79958-b34d-4ac1-803c-ec9f1b61bef8)] {{(pid=105390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:40:47.601311 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6e15a695-cfca-4954-a704-1195448e2b0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:47.635652 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-6e15a695-cfca-4954-a704-1195448e2b0e admin admin] Calling delete_port for 0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec owned by network:dhcp {{(pid=105390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:40:47.663975 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-0af8c4bd-86a8-4cb4-b54e-ba5988d18c38 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=11141ef34ba34be1ade403778fefdbe5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4979990 Nov 02 14:40:47.666703 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8c4bd-86a8-4cb4-b54e-ba5988d18c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76920c69-407b-46f3-8f10-e52f1e000437,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:47.668101 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 58938) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:47.700641 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6601711c-c1d4-45ed-ba56-0b016579f33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (32b43b90-f7f3-4b8b-93ca-42266957f952), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:47.703227 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6601711c-c1d4-45ed-ba56-0b016579f33c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:47.706780 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-6601711c-c1d4-45ed-ba56-0b016579f33c admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/32b43b90-f7f3-4b8b-93ca-42266957f952 HTTP/1.1" status: 204 len: 168 time: 0.5067225 Nov 02 14:40:47.720901 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601711c-c1d4-45ed-ba56-0b016579f33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b43b90-f7f3-4b8b-93ca-42266957f952,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:47.793215 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c6f2a-9f31-44d3-bd4c-1e92702158cf req-cebf354d-50ca-466a-9afb-da70595daa3b tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:47.795618 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1c2c6f2a-9f31-44d3-bd4c-1e92702158cf req-cebf354d-50ca-466a-9afb-da70595daa3b tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 946 time: 0.1297960 Nov 02 14:40:47.838916 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-9efc16ca-afbe-467d-9f68-431d85f5e125 admin admin] Publish callbacks [] for security_group (76920c69-407b-46f3-8f10-e52f1e000437), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:47.844553 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-bdd6eb0a-d9a5-40b7-b799-3d8d6bc9d4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470'] for port (0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec), after_delete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:47.866934 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd6eb0a-d9a5-40b7-b799-3d8d6bc9d4bc None None] No DVR routers for this DVR port 0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec on host dv-cinder-862365-4-iscsi {{(pid=105392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:40:47.881569 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1c2c6f2a-9f31-44d3-bd4c-1e92702158cf req-c11fb61e-777e-444b-8389-a37004c6c7d3 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770240 Nov 02 14:40:47.883296 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6e15a695-cfca-4954-a704-1195448e2b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470'] for port (0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:47.897739 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-9efc16ca-afbe-467d-9f68-431d85f5e125 admin admin] Publish callbacks [] for security_group (76920c69-407b-46f3-8f10-e52f1e000437), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:47.919383 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6eb0a-d9a5-40b7-b799-3d8d6bc9d4bc None None] Pushing event deleted for resources: {'Port': ['ID=0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec,revision_number=None']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:47.929878 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6eb0a-d9a5-40b7-b799-3d8d6bc9d4bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:47.930470 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6eb0a-d9a5-40b7-b799-3d8d6bc9d4bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:47.931077 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6eb0a-d9a5-40b7-b799-3d8d6bc9d4bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:47.931802 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6eb0a-d9a5-40b7-b799-3d8d6bc9d4bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:47.932385 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6eb0a-d9a5-40b7-b799-3d8d6bc9d4bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:47.933389 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6eb0a-d9a5-40b7-b799-3d8d6bc9d4bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:47.934011 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6eb0a-d9a5-40b7-b799-3d8d6bc9d4bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:47.935170 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6eb0a-d9a5-40b7-b799-3d8d6bc9d4bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:47.936075 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6eb0a-d9a5-40b7-b799-3d8d6bc9d4bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:47.937272 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6eb0a-d9a5-40b7-b799-3d8d6bc9d4bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:47.937843 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6eb0a-d9a5-40b7-b799-3d8d6bc9d4bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:47.938453 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6eb0a-d9a5-40b7-b799-3d8d6bc9d4bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:47.938994 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6eb0a-d9a5-40b7-b799-3d8d6bc9d4bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:47.939528 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6eb0a-d9a5-40b7-b799-3d8d6bc9d4bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:47.940061 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6eb0a-d9a5-40b7-b799-3d8d6bc9d4bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:40:47.949586 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e15a695-cfca-4954-a704-1195448e2b0e admin admin] No DVR routers for this DVR port 0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec on host dv-cinder-862365-4-iscsi {{(pid=105390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:40:47.957243 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e15a695-cfca-4954-a704-1195448e2b0e admin admin] Pushing event deleted for resources: {'Port': ['ID=0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:48.025945 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:48.064972 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6e15a695-cfca-4954-a704-1195448e2b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382473', 'neutron.services.segments.db._delete_segments_for_network-8767001720194'] for network (07b27265-9252-453e-b15b-5758b8087359), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:48.087571 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6e15a695-cfca-4954-a704-1195448e2b0e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:40:48.087943 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6e15a695-cfca-4954-a704-1195448e2b0e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:40:48.088674 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6e15a695-cfca-4954-a704-1195448e2b0e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:40:48.089028 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6e15a695-cfca-4954-a704-1195448e2b0e admin admin] Subscribe: > port after_create 55550000 {{(pid=105390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:40:48.089427 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6e15a695-cfca-4954-a704-1195448e2b0e admin admin] Subscribe: > port after_delete 55550000 {{(pid=105390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:40:48.089782 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6e15a695-cfca-4954-a704-1195448e2b0e admin admin] Subscribe: > port after_update 55550000 {{(pid=105390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:40:48.090104 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6e15a695-cfca-4954-a704-1195448e2b0e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:40:48.090422 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6e15a695-cfca-4954-a704-1195448e2b0e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:40:48.090766 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6e15a695-cfca-4954-a704-1195448e2b0e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:40:48.091093 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6e15a695-cfca-4954-a704-1195448e2b0e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:40:48.098590 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-9efc16ca-afbe-467d-9f68-431d85f5e125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (76920c69-407b-46f3-8f10-e52f1e000437), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:48.101185 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-9efc16ca-afbe-467d-9f68-431d85f5e125 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:48.102474 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-9efc16ca-afbe-467d-9f68-431d85f5e125 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/76920c69-407b-46f3-8f10-e52f1e000437 HTTP/1.1" status: 204 len: 168 time: 0.4314632 Nov 02 14:40:48.111189 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc16ca-afbe-467d-9f68-431d85f5e125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76920c69-407b-46f3-8f10-e52f1e000437,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:48.267663 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6e15a695-cfca-4954-a704-1195448e2b0e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:40:48.268147 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6e15a695-cfca-4954-a704-1195448e2b0e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:40:48.268484 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6e15a695-cfca-4954-a704-1195448e2b0e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:40:48.268822 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6e15a695-cfca-4954-a704-1195448e2b0e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:40:48.269318 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.services.segments.db [None req-6e15a695-cfca-4954-a704-1195448e2b0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07b27265-9252-453e-b15b-5758b8087359']}} {{(pid=105390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:40:48.295094 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.services.segments.db [None req-6e15a695-cfca-4954-a704-1195448e2b0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc79958-b34d-4ac1-803c-ec9f1b61bef8') {'for_net_delete': True} {{(pid=105390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:40:48.295094 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.services.segments.db [None req-6e15a695-cfca-4954-a704-1195448e2b0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc79958-b34d-4ac1-803c-ec9f1b61bef8') {} {{(pid=105390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:40:48.311843 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6e15a695-cfca-4954-a704-1195448e2b0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767001720257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64410147'] for segment (5fc79958-b34d-4ac1-803c-ec9f1b61bef8), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:48.334532 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6e15a695-cfca-4954-a704-1195448e2b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140'] for segment (5fc79958-b34d-4ac1-803c-ec9f1b61bef8), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:48.347362 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e15a695-cfca-4954-a704-1195448e2b0e admin admin] Releasing vlan 473 on physical network physnet1 to pool {{(pid=105390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 14:40:48.347880 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6e15a695-cfca-4954-a704-1195448e2b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63638019'] for segment (5fc79958-b34d-4ac1-803c-ec9f1b61bef8), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:48.505597 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6e15a695-cfca-4954-a704-1195448e2b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66773462'] for network (07b27265-9252-453e-b15b-5758b8087359), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:48.520746 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec no longer exists at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:40:48.533299 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6e15a695-cfca-4954-a704-1195448e2b0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for network (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:48.536556 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-6e15a695-cfca-4954-a704-1195448e2b0e admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/07b27265-9252-453e-b15b-5758b8087359 HTTP/1.1" status: 204 len: 168 time: 1.3142941 Nov 02 14:40:48.562657 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e15a695-cfca-4954-a704-1195448e2b0e admin admin] Pushing event deleted for resources: {'Network': ['ID=07b27265-9252-453e-b15b-5758b8087359,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:48.567676 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] No Port match for: 0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:40:48.568220 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 0c40c2b0-e2d3-4487-a7a3-6bd8fa97a7ec not bound to the agent host dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:40:48.568790 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 7da4b0de-9192-4875-ab9b-6ea405846ae3 no longer exists at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:40:48.571827 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:48.587543 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] No Port match for: 7da4b0de-9192-4875-ab9b-6ea405846ae3 {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:40:48.587891 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 7da4b0de-9192-4875-ab9b-6ea405846ae3 not bound to the agent host dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:40:48.666112 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:48.834875 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.services.segments.plugin [-] Segment 5fc79958-b34d-4ac1-803c-ec9f1b61bef8 resource provider aggregate not found Nov 02 14:40:48.854778 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.services.segments.plugin [-] Segment 5fc79958-b34d-4ac1-803c-ec9f1b61bef8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5fc79958-b34d-4ac1-803c-ec9f1b61bef8 found for delete ", "request_id": "req-1ecacd09-3d13-477a-947e-abf8c93ae15b"}]} Nov 02 14:40:48.973397 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 58982) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:49.000627 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:49.022260 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-a9172a18-c761-4758-a4f4-a40542f1616b admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=b60403061fba42eba98a7c89987672a8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0474217 Nov 02 14:40:49.022478 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c8d3a-acf2-4127-a05d-154c26dfc8c6 req-7186ec61-040a-4120-8b79-8e779d2b99f7 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:49.024366 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-387c8d3a-acf2-4127-a05d-154c26dfc8c6 req-7186ec61-040a-4120-8b79-8e779d2b99f7 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 946 time: 0.0543835 Nov 02 14:40:49.025517 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 58984) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:49.113048 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-387c8d3a-acf2-4127-a05d-154c26dfc8c6 req-ddde1870-8109-4249-aaee-857acfb4f375 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808585 Nov 02 14:40:49.117962 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-b3062a1c-1725-426e-ab1b-88f60d4096f5 admin admin] Publish callbacks [] for security_group (540a6179-58d4-47b3-806e-ae2888be0225), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:49.141296 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-b3062a1c-1725-426e-ab1b-88f60d4096f5 admin admin] Publish callbacks [] for security_group (540a6179-58d4-47b3-806e-ae2888be0225), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:49.305191 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-b3062a1c-1725-426e-ab1b-88f60d4096f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (540a6179-58d4-47b3-806e-ae2888be0225), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:49.305779 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 58998) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:49.308541 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-b3062a1c-1725-426e-ab1b-88f60d4096f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:49.311037 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-b3062a1c-1725-426e-ab1b-88f60d4096f5 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/540a6179-58d4-47b3-806e-ae2888be0225 HTTP/1.1" status: 204 len: 168 time: 0.2838461 Nov 02 14:40:49.321407 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3062a1c-1725-426e-ab1b-88f60d4096f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540a6179-58d4-47b3-806e-ae2888be0225,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:49.439660 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6cdaa2c8-7519-4eec-8dd1-c91f00f5dbc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:49.531570 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6cdaa2c8-7519-4eec-8dd1-c91f00f5dbc9 admin admin] Publish callbacks [] for security_group (e08ba04a-0bf0-4033-8fd4-c9549687c0c7), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:49.635724 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6cdaa2c8-7519-4eec-8dd1-c91f00f5dbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (e08ba04a-0bf0-4033-8fd4-c9549687c0c7), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:49.695481 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdaa2c8-7519-4eec-8dd1-c91f00f5dbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08ba04a-0bf0-4033-8fd4-c9549687c0c7,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:49.703668 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 59024) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:49.704085 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-6cdaa2c8-7519-4eec-8dd1-c91f00f5dbc9 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=0c51788c68ee45b99646d4699d17a28c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3968549 Nov 02 14:40:49.757526 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-4cc13971-6eeb-47c4-86c8-2bcb4851809d admin admin] Publish callbacks [] for security_group (e08ba04a-0bf0-4033-8fd4-c9549687c0c7), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:49.778814 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-4cc13971-6eeb-47c4-86c8-2bcb4851809d admin admin] Publish callbacks [] for security_group (e08ba04a-0bf0-4033-8fd4-c9549687c0c7), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:49.938540 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-4cc13971-6eeb-47c4-86c8-2bcb4851809d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (e08ba04a-0bf0-4033-8fd4-c9549687c0c7), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:49.941173 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-4cc13971-6eeb-47c4-86c8-2bcb4851809d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:49.942429 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-4cc13971-6eeb-47c4-86c8-2bcb4851809d admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/e08ba04a-0bf0-4033-8fd4-c9549687c0c7 HTTP/1.1" status: 204 len: 168 time: 0.2377169 Nov 02 14:40:49.952260 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc13971-6eeb-47c4-86c8-2bcb4851809d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08ba04a-0bf0-4033-8fd4-c9549687c0c7,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:50.246305 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb0de6-5b4e-4617-b202-00fc7b803dd7 req-b50f261d-3fcb-41fb-8a2b-69fe03787763 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:50.248389 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-98bb0de6-5b4e-4617-b202-00fc7b803dd7 req-b50f261d-3fcb-41fb-8a2b-69fe03787763 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 946 time: 0.0469060 Nov 02 14:40:50.300083 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-98bb0de6-5b4e-4617-b202-00fc7b803dd7 req-7ce36c05-85d8-4f14-9cdb-abfd47ee4081 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461817 Nov 02 14:40:50.443876 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 59056) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:50.685261 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-c9d2dc78-282a-4d4f-ba05-b4c6eb4e7721 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:50.697469 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:50.764157 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-c9d2dc78-282a-4d4f-ba05-b4c6eb4e7721 admin admin] Publish callbacks [] for security_group (e6842a33-ff52-424b-af80-ea5aead2124c), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:50.876408 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-c9d2dc78-282a-4d4f-ba05-b4c6eb4e7721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (e6842a33-ff52-424b-af80-ea5aead2124c), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:50.916545 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2dc78-282a-4d4f-ba05-b4c6eb4e7721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6842a33-ff52-424b-af80-ea5aead2124c,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:50.930829 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-c9d2dc78-282a-4d4f-ba05-b4c6eb4e7721 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=504374ae50f34599b0eae6f122e520c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4854343 Nov 02 14:40:50.933666 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 59076) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:50.984622 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-a7e79406-94b8-45cf-a64f-5cf3437ecef1 admin admin] Publish callbacks [] for security_group (e6842a33-ff52-424b-af80-ea5aead2124c), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:51.005508 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-a7e79406-94b8-45cf-a64f-5cf3437ecef1 admin admin] Publish callbacks [] for security_group (e6842a33-ff52-424b-af80-ea5aead2124c), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:51.115717 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-a7e79406-94b8-45cf-a64f-5cf3437ecef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (e6842a33-ff52-424b-af80-ea5aead2124c), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:51.118337 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-a7e79406-94b8-45cf-a64f-5cf3437ecef1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:51.120073 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-a7e79406-94b8-45cf-a64f-5cf3437ecef1 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/e6842a33-ff52-424b-af80-ea5aead2124c HTTP/1.1" status: 204 len: 168 time: 0.1849706 Nov 02 14:40:51.128282 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e79406-94b8-45cf-a64f-5cf3437ecef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6842a33-ff52-424b-af80-ea5aead2124c,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:51.424795 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81d898-dc2b-4536-b393-3911a2ed4b04 req-c8939a60-3959-474a-9b40-88079cea3b60 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:51.427224 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ac81d898-dc2b-4536-b393-3911a2ed4b04 req-c8939a60-3959-474a-9b40-88079cea3b60 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 946 time: 0.0505304 Nov 02 14:40:51.458713 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:51.482028 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ac81d898-dc2b-4536-b393-3911a2ed4b04 req-0d59539e-4657-4e8d-ba0a-14fd379703f5 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474136 Nov 02 14:40:52.428631 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b23ba-66a8-4833-9fcc-e8a336c9a8a5 req-7e6a349e-bfff-4226-beda-43f6b142a1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:52.429560 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0a2b23ba-66a8-4833-9fcc-e8a336c9a8a5 req-7e6a349e-bfff-4226-beda-43f6b142a1b9 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 1130 time: 0.0689416 Nov 02 14:40:52.490271 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0a2b23ba-66a8-4833-9fcc-e8a336c9a8a5 req-7cfeeee3-6b8b-483b-88e7-94f99f628dc1 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506446 Nov 02 14:40:52.645464 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece1900-fa34-4256-bb0e-e196d9f8e2f8 req-3bea3ccc-8657-46a4-bac8-10ba8881b141 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:52.647185 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3ece1900-fa34-4256-bb0e-e196d9f8e2f8 req-3bea3ccc-8657-46a4-bac8-10ba8881b141 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 946 time: 0.0551775 Nov 02 14:40:52.707316 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3ece1900-fa34-4256-bb0e-e196d9f8e2f8 req-6418c40d-02d9-4c16-b983-1f8732c246e5 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496762 Nov 02 14:40:53.841598 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c4f5a-fc43-45ec-8669-3ff9bc349762 req-d929eb2f-0e56-4ea2-be59-86b4d2c1902b tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:53.843204 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-045c4f5a-fc43-45ec-8669-3ff9bc349762 req-d929eb2f-0e56-4ea2-be59-86b4d2c1902b tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 946 time: 0.0550675 Nov 02 14:40:53.892623 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-045c4f5a-fc43-45ec-8669-3ff9bc349762 req-92a9f6f6-fa84-4cf6-9a4f-f0a71fe05ecf tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429471 Nov 02 14:40:55.015382 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706526a-3ede-486b-884e-50394dc41411 req-304f4ec8-d84f-48d9-a3c8-1bc053890b45 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:55.016896 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d706526a-3ede-486b-884e-50394dc41411 req-304f4ec8-d84f-48d9-a3c8-1bc053890b45 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 946 time: 0.0483036 Nov 02 14:40:55.070727 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d706526a-3ede-486b-884e-50394dc41411 req-500c002f-82b5-4a8d-9fcf-8cafeec27b58 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482576 Nov 02 14:40:55.207296 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630e1f3-26e1-4427-a538-8c714e6927ff req-a6758514-75d0-4816-a45f-77f143a21545 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:55.208793 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1630e1f3-26e1-4427-a538-8c714e6927ff req-a6758514-75d0-4816-a45f-77f143a21545 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 946 time: 0.0515308 Nov 02 14:40:55.263428 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1630e1f3-26e1-4427-a538-8c714e6927ff req-b84d09a2-21b5-49f3-bff5-25f887074372 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469429 Nov 02 14:40:56.386125 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 59390) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:56.493605 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-47fdfad7-5f16-4b99-9c1a-eca8e127ce84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:56.575493 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-47fdfad7-5f16-4b99-9c1a-eca8e127ce84 admin admin] Publish callbacks [] for security_group (5b5a5e99-f57b-4608-977b-0f47fe946caf), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:56.629166 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-47fdfad7-5f16-4b99-9c1a-eca8e127ce84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (5b5a5e99-f57b-4608-977b-0f47fe946caf), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:56.647559 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=16 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:56.670652 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-47fdfad7-5f16-4b99-9c1a-eca8e127ce84 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=eabd08343b0f49049685e92f9a45a796&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2834401 Nov 02 14:40:56.671448 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fdfad7-5f16-4b99-9c1a-eca8e127ce84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5a5e99-f57b-4608-977b-0f47fe946caf,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:56.673490 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 59396) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:56.723036 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-bcc80ad0-a8c7-417c-ab06-2947c9e02bdb admin admin] Publish callbacks [] for security_group (5b5a5e99-f57b-4608-977b-0f47fe946caf), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:56.743379 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-bcc80ad0-a8c7-417c-ab06-2947c9e02bdb admin admin] Publish callbacks [] for security_group (5b5a5e99-f57b-4608-977b-0f47fe946caf), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:56.847066 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-bcc80ad0-a8c7-417c-ab06-2947c9e02bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (5b5a5e99-f57b-4608-977b-0f47fe946caf), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:56.849595 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-bcc80ad0-a8c7-417c-ab06-2947c9e02bdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:56.850739 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-bcc80ad0-a8c7-417c-ab06-2947c9e02bdb admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/5b5a5e99-f57b-4608-977b-0f47fe946caf HTTP/1.1" status: 204 len: 168 time: 0.1762738 Nov 02 14:40:56.859160 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc80ad0-a8c7-417c-ab06-2947c9e02bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5a5e99-f57b-4608-977b-0f47fe946caf,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:57.518748 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 59412) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:57.532923 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-e4e0aab9-df26-4ed7-850c-18057f32620a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:57.655524 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-e4e0aab9-df26-4ed7-850c-18057f32620a admin admin] Publish callbacks [] for security_group (fa2e0195-92b0-47ea-8113-d11895271576), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:57.732316 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-e4e0aab9-df26-4ed7-850c-18057f32620a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (fa2e0195-92b0-47ea-8113-d11895271576), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:57.774061 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-e4e0aab9-df26-4ed7-850c-18057f32620a admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=f5e60c9ad6b94dea906de2f2641eb0a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2542515 Nov 02 14:40:57.774914 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0aab9-df26-4ed7-850c-18057f32620a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2e0195-92b0-47ea-8113-d11895271576,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:57.776779 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 59416) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:40:57.829556 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f4662bfb-4b5d-40da-8d84-f8aaa712a7a3 admin admin] Publish callbacks [] for security_group (fa2e0195-92b0-47ea-8113-d11895271576), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:57.850769 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f4662bfb-4b5d-40da-8d84-f8aaa712a7a3 admin admin] Publish callbacks [] for security_group (fa2e0195-92b0-47ea-8113-d11895271576), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:57.979531 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f4662bfb-4b5d-40da-8d84-f8aaa712a7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (fa2e0195-92b0-47ea-8113-d11895271576), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:57.982125 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f4662bfb-4b5d-40da-8d84-f8aaa712a7a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:57.983286 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-f4662bfb-4b5d-40da-8d84-f8aaa712a7a3 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/fa2e0195-92b0-47ea-8113-d11895271576 HTTP/1.1" status: 204 len: 168 time: 0.2049086 Nov 02 14:40:57.991778 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4662bfb-4b5d-40da-8d84-f8aaa712a7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2e0195-92b0-47ea-8113-d11895271576,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:40:58.485275 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:40:58.688215 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:58.707341 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c23f0c-9662-4b6e-b475-34e0916e4629 req-dee08eee-53e5-4fbc-9f49-74aa2f7ef872 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:58.708787 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-44c23f0c-9662-4b6e-b475-34e0916e4629 req-dee08eee-53e5-4fbc-9f49-74aa2f7ef872 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 946 time: 0.0533993 Nov 02 14:40:58.747400 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:58.759783 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-44c23f0c-9662-4b6e-b475-34e0916e4629 req-0052675f-6e2b-4278-af0a-8810b1b926d0 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453992 Nov 02 14:40:59.583819 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=49 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:59.584564 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=42 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:40:59.882987 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b99c4c-535d-4ed4-be24-d5f3a9ea2114 req-5f8e45ea-7f01-4619-859f-1c48ddc56568 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:40:59.884443 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e9b99c4c-535d-4ed4-be24-d5f3a9ea2114 req-5f8e45ea-7f01-4619-859f-1c48ddc56568 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 946 time: 0.0473790 Nov 02 14:40:59.932931 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e9b99c4c-535d-4ed4-be24-d5f3a9ea2114 req-c3f16e43-fd2e-44ad-9e96-968ab6c64a78 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427752 Nov 02 14:41:01.073052 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7e81a-652b-4d68-9b24-7ede94c7449a req-41516686-7dcf-4daf-8f00-8c1c3f689ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:01.074475 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6cc7e81a-652b-4d68-9b24-7ede94c7449a req-41516686-7dcf-4daf-8f00-8c1c3f689ae1 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=edc675d4a92f4ff9ae8a41a020fa792c&device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 1130 time: 0.0856168 Nov 02 14:41:01.084767 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08692c3-6a8b-4d8a-b6b7-8ef7f3d46970 req-a7ad38b2-8917-47c4-9067-d38df3bf7343 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:01.086261 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f08692c3-6a8b-4d8a-b6b7-8ef7f3d46970 req-a7ad38b2-8917-47c4-9067-d38df3bf7343 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 946 time: 0.0568051 Nov 02 14:41:01.202899 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f08692c3-6a8b-4d8a-b6b7-8ef7f3d46970 req-734299a6-19fd-4cdf-89bf-7304dd35d23e tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046429 Nov 02 14:41:01.212051 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7e81a-652b-4d68-9b24-7ede94c7449a req-f333780b-de31-47f8-8798-b086fcea6878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:01.213495 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6cc7e81a-652b-4d68-9b24-7ede94c7449a req-f333780b-de31-47f8-8798-b086fcea6878 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=bea7d5f3-3f34-426a-97bc-a8938ef4d97b HTTP/1.1" status: 200 len: 920 time: 0.1263943 Nov 02 14:41:01.254588 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6cc7e81a-652b-4d68-9b24-7ede94c7449a req-962f86fc-487f-4408-bd30-33e27eab024a service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3d49dc7-6e55-4eda-a524-acbf2248d0e8 HTTP/1.1" status: 200 len: 217 time: 0.0326831 Nov 02 14:41:01.304723 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7e81a-652b-4d68-9b24-7ede94c7449a req-41e63900-efca-48e7-8da5-3aa7ffd0aea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:01.306254 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6cc7e81a-652b-4d68-9b24-7ede94c7449a req-41e63900-efca-48e7-8da5-3aa7ffd0aea0 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=543df3fb-8a54-4baf-bcd8-c5079d82249a HTTP/1.1" status: 200 len: 858 time: 0.0445964 Nov 02 14:41:01.354963 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7e81a-652b-4d68-9b24-7ede94c7449a req-33003320-b336-4f8b-a80f-2ba1972db97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:01.356396 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6cc7e81a-652b-4d68-9b24-7ede94c7449a req-33003320-b336-4f8b-a80f-2ba1972db97a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=bea7d5f3-3f34-426a-97bc-a8938ef4d97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410216 Nov 02 14:41:01.443968 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6cc7e81a-652b-4d68-9b24-7ede94c7449a req-4620dca3-17cf-4c3e-af30-cad008d175f1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/bea7d5f3-3f34-426a-97bc-a8938ef4d97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807977 Nov 02 14:41:01.753907 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6cc7e81a-652b-4d68-9b24-7ede94c7449a req-f82cbc87-4045-4a6b-b159-913a144275bf service neutron] 10.222.0.64 "GET /networking/v2.0/networks/bea7d5f3-3f34-426a-97bc-a8938ef4d97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013098 Nov 02 14:41:02.328843 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b27ea-48ae-4f76-b48b-42351233f15d req-adbf1b67-07a2-4e4d-9c47-3dd22d9d1685 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:02.330410 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-164b27ea-48ae-4f76-b48b-42351233f15d req-adbf1b67-07a2-4e4d-9c47-3dd22d9d1685 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 946 time: 0.0473661 Nov 02 14:41:02.384440 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-164b27ea-48ae-4f76-b48b-42351233f15d req-7eab3154-c4fc-41b4-a8d5-ddcc72c9c8d9 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481825 Nov 02 14:41:03.518485 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9f3ab-c006-4426-a423-ba3ed973dff0 req-8cc6135d-a7ce-4766-a269-ff33b495767d tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:03.519962 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d9f9f3ab-c006-4426-a423-ba3ed973dff0 req-8cc6135d-a7ce-4766-a269-ff33b495767d tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 946 time: 0.0476503 Nov 02 14:41:03.562623 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 59568) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:41:03.587641 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d9f9f3ab-c006-4426-a423-ba3ed973dff0 req-eb9e98bc-722c-4056-b585-28883fe0a2e3 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546303 Nov 02 14:41:03.687891 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-54ff4f2d-9a81-4e29-989f-85f47e3c630d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:03.770197 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-54ff4f2d-9a81-4e29-989f-85f47e3c630d admin admin] Publish callbacks [] for security_group (2c5ac579-410a-4784-b17f-6e828ba32d13), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:03.851973 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-54ff4f2d-9a81-4e29-989f-85f47e3c630d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (2c5ac579-410a-4784-b17f-6e828ba32d13), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:03.888302 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-54ff4f2d-9a81-4e29-989f-85f47e3c630d admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=25f0bbc5c14b4fc496443813be821dfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3245037 Nov 02 14:41:03.889780 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff4f2d-9a81-4e29-989f-85f47e3c630d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5ac579-410a-4784-b17f-6e828ba32d13,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:03.891715 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 59576) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:41:03.940616 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3e75c88a-8650-4cac-9ff9-4f1f5a0037df admin admin] Publish callbacks [] for security_group (2c5ac579-410a-4784-b17f-6e828ba32d13), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:03.961197 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3e75c88a-8650-4cac-9ff9-4f1f5a0037df admin admin] Publish callbacks [] for security_group (2c5ac579-410a-4784-b17f-6e828ba32d13), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:03.993822 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:04.116454 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3e75c88a-8650-4cac-9ff9-4f1f5a0037df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (2c5ac579-410a-4784-b17f-6e828ba32d13), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:04.119343 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3e75c88a-8650-4cac-9ff9-4f1f5a0037df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:04.120616 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-3e75c88a-8650-4cac-9ff9-4f1f5a0037df admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/2c5ac579-410a-4784-b17f-6e828ba32d13 HTTP/1.1" status: 204 len: 168 time: 0.2277012 Nov 02 14:41:04.129193 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e75c88a-8650-4cac-9ff9-4f1f5a0037df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5ac579-410a-4784-b17f-6e828ba32d13,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:04.702668 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:04.709062 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 59610) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:41:04.711344 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966246f7-72c5-47a6-a36c-f074b9261f10 req-9fe98362-69fb-4953-8790-c1b85fe088ea tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:04.712816 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-966246f7-72c5-47a6-a36c-f074b9261f10 req-9fe98362-69fb-4953-8790-c1b85fe088ea tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 946 time: 0.0536718 Nov 02 14:41:04.761727 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-966246f7-72c5-47a6-a36c-f074b9261f10 req-efe15be9-1184-4202-97a7-bafede64ee6f tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431445 Nov 02 14:41:04.820824 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ec4ac62c-225f-4a8f-be9d-cbc061f167f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:04.899717 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ec4ac62c-225f-4a8f-be9d-cbc061f167f3 admin admin] Publish callbacks [] for security_group (4cde8da9-5378-4dc8-b7c4-3506fc62ee8b), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:04.990562 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ec4ac62c-225f-4a8f-be9d-cbc061f167f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (4cde8da9-5378-4dc8-b7c4-3506fc62ee8b), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:05.022274 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:05.030565 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ac62c-225f-4a8f-be9d-cbc061f167f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cde8da9-5378-4dc8-b7c4-3506fc62ee8b,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:05.035164 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-ec4ac62c-225f-4a8f-be9d-cbc061f167f3 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=d2eb08b7b586486e8ff815c65419c1f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3249807 Nov 02 14:41:05.038412 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 59622) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:41:05.092754 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-333803f0-e571-4626-99fa-4769e8485ff5 admin admin] Publish callbacks [] for security_group (4cde8da9-5378-4dc8-b7c4-3506fc62ee8b), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:05.113141 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-333803f0-e571-4626-99fa-4769e8485ff5 admin admin] Publish callbacks [] for security_group (4cde8da9-5378-4dc8-b7c4-3506fc62ee8b), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:05.248489 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-333803f0-e571-4626-99fa-4769e8485ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (4cde8da9-5378-4dc8-b7c4-3506fc62ee8b), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:05.251389 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-333803f0-e571-4626-99fa-4769e8485ff5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:05.252697 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-333803f0-e571-4626-99fa-4769e8485ff5 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/4cde8da9-5378-4dc8-b7c4-3506fc62ee8b HTTP/1.1" status: 204 len: 168 time: 0.2132890 Nov 02 14:41:05.260617 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333803f0-e571-4626-99fa-4769e8485ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cde8da9-5378-4dc8-b7c4-3506fc62ee8b,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:05.267586 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 59630) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:41:05.375827 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-5fafe177-cc32-495d-bc3f-a334f764e3f4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-988325806-network', 'tenant_id': '47b8cf11e60741e29dfec5f97c462eff'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:41:05.476378 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fafe177-cc32-495d-bc3f-a334f764e3f4 admin admin] Made reservation on behalf of 47b8cf11e60741e29dfec5f97c462eff for: {'network': 1} {{(pid=105391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:41:05.478781 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-5fafe177-cc32-495d-bc3f-a334f764e3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for network (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:05.488379 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-5fafe177-cc32-495d-bc3f-a334f764e3f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:05.565801 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-5fafe177-cc32-495d-bc3f-a334f764e3f4 admin admin] Publish callbacks [] for security_group (0940f98f-5200-41fb-8c53-b67f8196939c), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:05.641844 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-5fafe177-cc32-495d-bc3f-a334f764e3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (0940f98f-5200-41fb-8c53-b67f8196939c), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:05.668665 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fafe177-cc32-495d-bc3f-a334f764e3f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 484} {{(pid=105391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 14:41:05.679595 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fafe177-cc32-495d-bc3f-a334f764e3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0940f98f-5200-41fb-8c53-b67f8196939c,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:05.684506 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-5fafe177-cc32-495d-bc3f-a334f764e3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140'] for segment (4efeda04-ac99-4cc7-87dd-d8be6bb10bef), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:05.684911 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.db.segments_db [None req-5fafe177-cc32-495d-bc3f-a334f764e3f4 admin admin] Added segment 4efeda04-ac99-4cc7-87dd-d8be6bb10bef of type vlan for network 5567c379-db86-4c8e-933e-4117b6a0d5fa Nov 02 14:41:05.728116 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-5fafe177-cc32-495d-bc3f-a334f764e3f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767001230538'] for network (5567c379-db86-4c8e-933e-4117b6a0d5fa), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:05.871220 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-5fafe177-cc32-495d-bc3f-a334f764e3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593'] for network (5567c379-db86-4c8e-933e-4117b6a0d5fa), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:05.872203 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fafe177-cc32-495d-bc3f-a334f764e3f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:05.872779 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-5fafe177-cc32-495d-bc3f-a334f764e3f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for network (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:05.915973 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe47d5-58b8-4fbc-9246-3bb9145ace06 req-3223aeb0-7bb6-43d2-a39d-8a5e9e582a8c tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:05.917489 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-84fe47d5-58b8-4fbc-9246-3bb9145ace06 req-3223aeb0-7bb6-43d2-a39d-8a5e9e582a8c tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 946 time: 0.0769637 Nov 02 14:41:05.964922 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fafe177-cc32-495d-bc3f-a334f764e3f4 admin admin] Pushing event updated for resources: {'Network': ['ID=5567c379-db86-4c8e-933e-4117b6a0d5fa,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:05.975895 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Network 5567c379-db86-4c8e-933e-4117b6a0d5fa details requested by agent ovs-agent-dv-cinder-862365-4-iscsi with host dv-cinder-862365-4-iscsi {{(pid=105392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 14:41:05.996831 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-5fafe177-cc32-495d-bc3f-a334f764e3f4 admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7281582 Nov 02 14:41:06.000290 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 59654) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:41:06.005247 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-da3930bf-c81e-44ff-85bb-49d59005fec3 admin admin] Request body: {'subnet': {'network_id': '5567c379-db86-4c8e-933e-4117b6a0d5fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-988325806-subnet', 'tenant_id': '47b8cf11e60741e29dfec5f97c462eff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:41:06.012932 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-84fe47d5-58b8-4fbc-9246-3bb9145ace06 req-958a3004-c690-4315-9ef0-a1793e98da2a tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890138 Nov 02 14:41:06.133254 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3930bf-c81e-44ff-85bb-49d59005fec3 admin admin] Made reservation on behalf of 47b8cf11e60741e29dfec5f97c462eff for: {'subnet': 1} {{(pid=105391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:41:06.135754 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-da3930bf-c81e-44ff-85bb-49d59005fec3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:06.195732 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:06.253445 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:06.379018 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-8bdf6977-b59a-4d0d-a876-4f39de1a9719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:06.419403 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-da3930bf-c81e-44ff-85bb-49d59005fec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593'] for subnet (2c79dc69-9b8c-46ab-8eb5-049d9f18c6a0), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:06.487898 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3930bf-c81e-44ff-85bb-49d59005fec3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c79dc69-9b8c-46ab-8eb5-049d9f18c6a0,revision_number=0']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:06.495995 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3930bf-c81e-44ff-85bb-49d59005fec3 admin admin] Checking segment: {'id': '4efeda04-ac99-4cc7-87dd-d8be6bb10bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '5567c379-db86-4c8e-933e-4117b6a0d5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:41:06.496349 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3930bf-c81e-44ff-85bb-49d59005fec3 admin admin] Network hostable DHCP agents. Network: 5567c379-db86-4c8e-933e-4117b6a0d5fa, hostable agents: ['46896d2e-004f-49d2-b9f8-26552a5db8fb'], hosted agents: [] {{(pid=105391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 14:41:06.584964 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3930bf-c81e-44ff-85bb-49d59005fec3 admin admin] Network 5567c379-db86-4c8e-933e-4117b6a0d5fa is scheduled to be hosted by DHCP agent 46896d2e-004f-49d2-b9f8-26552a5db8fb with binding_index 1 {{(pid=105391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 14:41:06.654748 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [None req-da3930bf-c81e-44ff-85bb-49d59005fec3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862365-4-iscsi, 5567c379-db86-4c8e-933e-4117b6a0d5fa) {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:41:06.659050 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3930bf-c81e-44ff-85bb-49d59005fec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:06.659787 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-da3930bf-c81e-44ff-85bb-49d59005fec3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for subnet (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:06.663934 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a623ae-fd73-4801-bc7c-c6e1920496b6 None None] Network 5567c379-db86-4c8e-933e-4117b6a0d5fa requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:41:06.736643 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-da3930bf-c81e-44ff-85bb-49d59005fec3 admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7351098 Nov 02 14:41:06.775936 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f900be8-cd65-457e-8aca-04e9ea475fa4 None None] Network 5567c379-db86-4c8e-933e-4117b6a0d5fa requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:41:07.160342 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b89a6d-9590-4b32-b10d-4400e2b5d1d5 req-7fdaadd6-7d48-4736-b9ba-ff5dbcb36537 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:07.162088 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a6b89a6d-9590-4b32-b10d-4400e2b5d1d5 req-7fdaadd6-7d48-4736-b9ba-ff5dbcb36537 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 946 time: 0.0578043 Nov 02 14:41:07.222868 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a6b89a6d-9590-4b32-b10d-4400e2b5d1d5 req-40a9f357-6aff-4df9-8fa5-055bdb7dae28 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529804 Nov 02 14:41:08.345663 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aeb9f0-0d1c-461e-8ba3-70b79d5c4649 req-7cb21ed8-d26a-4052-8c1b-1eeb53ce9ff0 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:08.347137 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-52aeb9f0-0d1c-461e-8ba3-70b79d5c4649 req-7cb21ed8-d26a-4052-8c1b-1eeb53ce9ff0 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 946 time: 0.0478837 Nov 02 14:41:08.410080 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-52aeb9f0-0d1c-461e-8ba3-70b79d5c4649 req-d4018641-1937-4389-b669-f8a165e67b38 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569906 Nov 02 14:41:08.494886 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 59734) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:41:08.613261 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-365ac422-b730-4b70-9427-e7ef4640bbd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:08.692610 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-365ac422-b730-4b70-9427-e7ef4640bbd8 admin admin] Publish callbacks [] for security_group (eff91c09-a740-4e2e-931e-dcfad6b6bc1a), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:08.756213 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-365ac422-b730-4b70-9427-e7ef4640bbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (eff91c09-a740-4e2e-931e-dcfad6b6bc1a), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:08.796141 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ac422-b730-4b70-9427-e7ef4640bbd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff91c09-a740-4e2e-931e-dcfad6b6bc1a,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:08.801095 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-365ac422-b730-4b70-9427-e7ef4640bbd8 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=dd46529250d64c05a4f869388c40cc57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3044655 Nov 02 14:41:08.803242 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 59740) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:41:08.837955 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:08.852991 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-64ff95cb-c20b-498c-bdad-5485447bc950 admin admin] Publish callbacks [] for security_group (eff91c09-a740-4e2e-931e-dcfad6b6bc1a), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:08.873113 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa48fb85-1a2c-4a60-942e-1028c9e119c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:08.873662 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-64ff95cb-c20b-498c-bdad-5485447bc950 admin admin] Publish callbacks [] for security_group (eff91c09-a740-4e2e-931e-dcfad6b6bc1a), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:08.978799 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-64ff95cb-c20b-498c-bdad-5485447bc950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (eff91c09-a740-4e2e-931e-dcfad6b6bc1a), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:08.981831 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-64ff95cb-c20b-498c-bdad-5485447bc950 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:08.986393 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-64ff95cb-c20b-498c-bdad-5485447bc950 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/eff91c09-a740-4e2e-931e-dcfad6b6bc1a HTTP/1.1" status: 204 len: 168 time: 0.1789286 Nov 02 14:41:08.992913 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff95cb-c20b-498c-bdad-5485447bc950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff91c09-a740-4e2e-931e-dcfad6b6bc1a,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:09.517116 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-61d1056f-b768-42b5-ad6c-3204293a1c72 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:09.520575 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-61d1056f-b768-42b5-ad6c-3204293a1c72 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/networks?id=5567c379-db86-4c8e-933e-4117b6a0d5fa HTTP/1.1" status: 200 len: 808 time: 0.1904061 Nov 02 14:41:09.563308 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-cac9fa4c-6562-4d3b-a307-92cb8f44629f tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/quotas/47b8cf11e60741e29dfec5f97c462eff HTTP/1.1" status: 200 len: 375 time: 0.0242381 Nov 02 14:41:09.591512 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f16f69-40d2-479b-867b-bcca8841771d req-c83c6f1f-5eec-4eaa-9104-5b644ed45ef6 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:09.594457 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-86f16f69-40d2-479b-867b-bcca8841771d req-c83c6f1f-5eec-4eaa-9104-5b644ed45ef6 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 946 time: 0.0974057 Nov 02 14:41:09.620062 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-5b9282ad-1943-4ebb-ab5b-eb4401e45d9d tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=47b8cf11e60741e29dfec5f97c462eff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555937 Nov 02 14:41:09.679479 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:09.719663 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-86f16f69-40d2-479b-867b-bcca8841771d req-257628aa-6908-4bd1-900a-e12e421a5b14 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068034 Nov 02 14:41:09.757449 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-3f411771-cbc0-4ae1-baf9-48c9c369e463 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/5567c379-db86-4c8e-933e-4117b6a0d5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220968 Nov 02 14:41:09.877728 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-1a06a26e-0f89-4da9-a261-425a20f77ed8 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/5567c379-db86-4c8e-933e-4117b6a0d5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139982 Nov 02 14:41:10.040196 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 59794) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:41:10.141230 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-5e70cb31-1d13-42dd-b43f-2a1961eca450 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-399765030-network', 'tenant_id': 'e60a52ce75b94198ac6abb7727e7072d'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:41:10.179003 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-92bc58eb-1f72-4cb1-aef6-68ebef0c09fe req-f6709ab2-aa5e-4870-9720-d40415bae6bc tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=400af7ba-398a-4908-8fea-f57eaa4e5a0f HTTP/1.1" status: 200 len: 210 time: 0.0285611 Nov 02 14:41:10.270598 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e70cb31-1d13-42dd-b43f-2a1961eca450 admin admin] Made reservation on behalf of e60a52ce75b94198ac6abb7727e7072d for: {'network': 1} {{(pid=105390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:41:10.273062 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-5e70cb31-1d13-42dd-b43f-2a1961eca450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for network (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:10.283459 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-5e70cb31-1d13-42dd-b43f-2a1961eca450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:10.362723 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-5e70cb31-1d13-42dd-b43f-2a1961eca450 admin admin] Publish callbacks [] for security_group (bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:10.424818 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-5e70cb31-1d13-42dd-b43f-2a1961eca450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:10.450431 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e70cb31-1d13-42dd-b43f-2a1961eca450 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 497} {{(pid=105390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 14:41:10.460641 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e70cb31-1d13-42dd-b43f-2a1961eca450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:10.465550 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-5e70cb31-1d13-42dd-b43f-2a1961eca450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140'] for segment (5190f057-06cd-4304-84b1-7684f23b68ce), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:10.465894 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.db.segments_db [None req-5e70cb31-1d13-42dd-b43f-2a1961eca450 admin admin] Added segment 5190f057-06cd-4304-84b1-7684f23b68ce of type vlan for network a5e8c38f-06c6-404d-bcd7-7c9cd1de864c Nov 02 14:41:10.466908 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=76,neutron:DELETE=1,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:10.469912 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:10.507699 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-5e70cb31-1d13-42dd-b43f-2a1961eca450 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767001230538'] for network (a5e8c38f-06c6-404d-bcd7-7c9cd1de864c), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:10.635717 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-5e70cb31-1d13-42dd-b43f-2a1961eca450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593'] for network (a5e8c38f-06c6-404d-bcd7-7c9cd1de864c), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:10.636849 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e70cb31-1d13-42dd-b43f-2a1961eca450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:10.637473 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-5e70cb31-1d13-42dd-b43f-2a1961eca450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for network (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:10.704632 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e70cb31-1d13-42dd-b43f-2a1961eca450 admin admin] Pushing event updated for resources: {'Network': ['ID=a5e8c38f-06c6-404d-bcd7-7c9cd1de864c,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:10.719946 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Network a5e8c38f-06c6-404d-bcd7-7c9cd1de864c details requested by agent ovs-agent-dv-cinder-862365-4-iscsi with host dv-cinder-862365-4-iscsi {{(pid=105392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 14:41:10.742764 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-5e70cb31-1d13-42dd-b43f-2a1961eca450 admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7012184 Nov 02 14:41:10.745790 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 59810) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:41:10.750944 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-ef3f81a0-995e-49dc-93ce-06c8805ebc76 admin admin] Request body: {'subnet': {'network_id': 'a5e8c38f-06c6-404d-bcd7-7c9cd1de864c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-399765030-subnet', 'tenant_id': 'e60a52ce75b94198ac6abb7727e7072d', 'ip_version': 4}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:41:10.835948 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3f81a0-995e-49dc-93ce-06c8805ebc76 admin admin] Made reservation on behalf of e60a52ce75b94198ac6abb7727e7072d for: {'subnet': 1} {{(pid=105390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:41:10.838516 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ef3f81a0-995e-49dc-93ce-06c8805ebc76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63785420'] for subnet (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:10.849339 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff4c74-ae34-4820-b83b-d4be1368ab99 req-00f6922c-b0bc-40ab-b88a-bd731eef4fd5 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:10.850832 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e1ff4c74-ae34-4820-b83b-d4be1368ab99 req-00f6922c-b0bc-40ab-b88a-bd731eef4fd5 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 946 time: 0.0518038 Nov 02 14:41:10.898880 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e1ff4c74-ae34-4820-b83b-d4be1368ab99 req-8c4286d6-528e-4c77-9c9f-ec4bf4a84735 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417466 Nov 02 14:41:11.082167 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ef3f81a0-995e-49dc-93ce-06c8805ebc76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63635552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63785466'] for subnet (6eab41e4-42d8-41d3-93f0-9494ff932f52), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:11.087114 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:11.134313 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f81a0-995e-49dc-93ce-06c8805ebc76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eab41e4-42d8-41d3-93f0-9494ff932f52,revision_number=0']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:11.152198 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3f81a0-995e-49dc-93ce-06c8805ebc76 admin admin] Checking segment: {'id': '5190f057-06cd-4304-84b1-7684f23b68ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'a5e8c38f-06c6-404d-bcd7-7c9cd1de864c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:41:11.152198 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3f81a0-995e-49dc-93ce-06c8805ebc76 admin admin] Network hostable DHCP agents. Network: a5e8c38f-06c6-404d-bcd7-7c9cd1de864c, hostable agents: ['46896d2e-004f-49d2-b9f8-26552a5db8fb'], hosted agents: [] {{(pid=105390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 14:41:11.241957 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3f81a0-995e-49dc-93ce-06c8805ebc76 admin admin] Network a5e8c38f-06c6-404d-bcd7-7c9cd1de864c is scheduled to be hosted by DHCP agent 46896d2e-004f-49d2-b9f8-26552a5db8fb with binding_index 1 {{(pid=105390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 14:41:11.263926 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-41ec2505-6fb0-4b79-a84c-2e4fbed402ce req-5389f96f-a32b-497d-95d1-a5ad08e95be9 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=400af7ba-398a-4908-8fea-f57eaa4e5a0f HTTP/1.1" status: 200 len: 210 time: 0.0274982 Nov 02 14:41:11.362523 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-ef3f81a0-995e-49dc-93ce-06c8805ebc76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862365-4-iscsi, a5e8c38f-06c6-404d-bcd7-7c9cd1de864c) {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:41:11.366758 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3f81a0-995e-49dc-93ce-06c8805ebc76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:11.367352 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ef3f81a0-995e-49dc-93ce-06c8805ebc76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for subnet (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:11.371983 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43a4d00-ffa8-4aa4-8541-bf6d8b09a766 None None] Network a5e8c38f-06c6-404d-bcd7-7c9cd1de864c requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:41:11.443844 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:11.463189 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-ef3f81a0-995e-49dc-93ce-06c8805ebc76 admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7163539 Nov 02 14:41:11.466061 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 59822) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:41:11.470583 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-773fcdc6-6ad4-4baa-91f1-565588b0dff2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-399765030-router', 'tenant_id': 'e60a52ce75b94198ac6abb7727e7072d', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:41:11.486998 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2985047-e868-487c-bdfb-45026b2c3404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d58aa65-0d08-50de-ae60-d403a5b22f04-a5e8c38f-06c6-404d-bcd7-7c9cd1de864c', 'network_id': 'a5e8c38f-06c6-404d-bcd7-7c9cd1de864c', 'project_id': 'e60a52ce75b94198ac6abb7727e7072d', 'fixed_ips': [{'subnet_id': '6eab41e4-42d8-41d3-93f0-9494ff932f52'}]}} from dv-cinder-862365-4-iscsi. {{(pid=105392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 14:41:11.487995 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-f2985047-e868-487c-bdfb-45026b2c3404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:11.568106 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-773fcdc6-6ad4-4baa-91f1-565588b0dff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66776222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43167'] for router (2d56af43-8641-4382-a329-b3df85a761c8), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:11.569334 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-773fcdc6-6ad4-4baa-91f1-565588b0dff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66771122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66773370', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66784571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43142'] for router (2d56af43-8641-4382-a329-b3df85a761c8), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:11.569633 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:11.623071 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-773fcdc6-6ad4-4baa-91f1-565588b0dff2 admin admin] Publish callbacks [] for router_controller (2d56af43-8641-4382-a329-b3df85a761c8), precommit_add_association {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:11.637527 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.db_base_plugin_common [None req-f2985047-e868-487c-bdfb-45026b2c3404 None None] Allocated IP 172.20.0.2 (a5e8c38f-06c6-404d-bcd7-7c9cd1de864c/6eab41e4-42d8-41d3-93f0-9494ff932f52/71065647-8fe8-4866-85ad-4c722747c1d6) {{(pid=105392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:41:11.661300 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:11.786319 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-f2985047-e868-487c-bdfb-45026b2c3404 None None] Publish callbacks [] for port (71065647-8fe8-4866-85ad-4c722747c1d6), precommit_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:11.848155 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-f2985047-e868-487c-bdfb-45026b2c3404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461'] for port (71065647-8fe8-4866-85ad-4c722747c1d6), after_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:11.852658 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-773fcdc6-6ad4-4baa-91f1-565588b0dff2 admin admin] Publish callbacks [] for router_gateway (2d56af43-8641-4382-a329-b3df85a761c8), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:11.897397 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2985047-e868-487c-bdfb-45026b2c3404 None None] Network a5e8c38f-06c6-404d-bcd7-7c9cd1de864c is already hosted by enough agents. {{(pid=105392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:41:11.902623 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.scheduler.base_scheduler [None req-f2985047-e868-487c-bdfb-45026b2c3404 None None] Resources bound (agent type, host, resource id): {{(pid=105392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:41:11.906453 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2985047-e868-487c-bdfb-45026b2c3404 None None] Received port after_create {{(pid=105392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:41:11.913276 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2985047-e868-487c-bdfb-45026b2c3404 None None] Pushing event updated for resources: {'Port': ['ID=71065647-8fe8-4866-85ad-4c722747c1d6,revision_number=1']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:11.974327 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:11.977234 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-f2985047-e868-487c-bdfb-45026b2c3404 None None] Attempting to bind port 71065647-8fe8-4866-85ad-4c722747c1d6 on host dv-cinder-862365-4-iscsi for vnic_type normal with profile {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:41:11.977788 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-f2985047-e868-487c-bdfb-45026b2c3404 None None] Attempting to bind port 71065647-8fe8-4866-85ad-4c722747c1d6 by drivers openvswitch,hyperv on host dv-cinder-862365-4-iscsi at level 0 using segments [{'id': '5190f057-06cd-4304-84b1-7684f23b68ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'a5e8c38f-06c6-404d-bcd7-7c9cd1de864c'}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:41:11.978355 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2985047-e868-487c-bdfb-45026b2c3404 None None] Attempting to bind port 71065647-8fe8-4866-85ad-4c722747c1d6 on network a5e8c38f-06c6-404d-bcd7-7c9cd1de864c {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:41:12.035585 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2985047-e868-487c-bdfb-45026b2c3404 None None] Checking agent: {'id': '4ad02b58-e5d3-4528-83f7-2571c528ebad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 30, 41), 'started_at': datetime.datetime(2022, 11, 2, 14, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:41:12.035958 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2985047-e868-487c-bdfb-45026b2c3404 None None] Checking segment: {'id': '5190f057-06cd-4304-84b1-7684f23b68ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'a5e8c38f-06c6-404d-bcd7-7c9cd1de864c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:41:12.036364 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-f2985047-e868-487c-bdfb-45026b2c3404 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:12.036745 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2985047-e868-487c-bdfb-45026b2c3404 None None] Bound using segment: {'id': '5190f057-06cd-4304-84b1-7684f23b68ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'a5e8c38f-06c6-404d-bcd7-7c9cd1de864c'} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:41:12.037239 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-f2985047-e868-487c-bdfb-45026b2c3404 None None] Bound port: 71065647-8fe8-4866-85ad-4c722747c1d6, host: dv-cinder-862365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5190f057-06cd-4304-84b1-7684f23b68ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'a5e8c38f-06c6-404d-bcd7-7c9cd1de864c'}}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:41:12.037953 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-f2985047-e868-487c-bdfb-45026b2c3404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (71065647-8fe8-4866-85ad-4c722747c1d6), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:12.061549 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:12.106307 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-f2985047-e868-487c-bdfb-45026b2c3404 None None] For port 71065647-8fe8-4866-85ad-4c722747c1d6, host dv-cinder-862365-4-iscsi, cleared binding levels {{(pid=105392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:41:12.109705 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-f2985047-e868-487c-bdfb-45026b2c3404 None None] For port 71065647-8fe8-4866-85ad-4c722747c1d6, host dv-cinder-862365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=71065647-8fe8-4866-85ad-4c722747c1d6,segment=NetworkSegment(5190f057-06cd-4304-84b1-7684f23b68ce),segment_id=5190f057-06cd-4304-84b1-7684f23b68ce)] {{(pid=105392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:41:12.123473 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16620e83-70b1-4035-a354-959b9c60da9c req-42c512f8-99a0-47be-bfc3-2d7cbc58b1b2 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:12.125159 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-16620e83-70b1-4035-a354-959b9c60da9c req-42c512f8-99a0-47be-bfc3-2d7cbc58b1b2 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 946 time: 0.1338372 Nov 02 14:41:12.181559 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-773fcdc6-6ad4-4baa-91f1-565588b0dff2 admin admin] Publish callbacks [] for router_gateway (2d56af43-8641-4382-a329-b3df85a761c8), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:12.185302 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-f2985047-e868-487c-bdfb-45026b2c3404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (71065647-8fe8-4866-85ad-4c722747c1d6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:12.213341 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-773fcdc6-6ad4-4baa-91f1-565588b0dff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:12.228094 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-16620e83-70b1-4035-a354-959b9c60da9c req-7f389711-d616-42ce-ae04-b42462fe10ab tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816460 Nov 02 14:41:12.243601 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2985047-e868-487c-bdfb-45026b2c3404 None None] Pushing event updated for resources: {'Port': ['ID=71065647-8fe8-4866-85ad-4c722747c1d6,revision_number=2']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:12.359629 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.db_base_plugin_common [None req-773fcdc6-6ad4-4baa-91f1-565588b0dff2 admin admin] Allocated IP 172.27.0.145 (1e79e91c-2906-4b84-b981-aada7c6d27e6/3c350c57-8af8-403d-ac8f-51d64fbe694a/721b5b90-ef52-4bfa-b4e1-4f468d1b2deb) {{(pid=105391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:41:12.380620 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-60c74a67-a1bd-4a32-aefc-6a4d5bc9b1e1 req-be50a451-3c4c-4f58-b617-6bac5d1557b2 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=400af7ba-398a-4908-8fea-f57eaa4e5a0f HTTP/1.1" status: 200 len: 210 time: 0.0398693 Nov 02 14:41:12.383981 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:12.549354 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-773fcdc6-6ad4-4baa-91f1-565588b0dff2 admin admin] Publish callbacks [] for port (721b5b90-ef52-4bfa-b4e1-4f468d1b2deb), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:12.590119 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 71065647-8fe8-4866-85ad-4c722747c1d6 up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:41:12.617776 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:12.649851 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 71065647-8fe8-4866-85ad-4c722747c1d6 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:41:12.650159 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (71065647-8fe8-4866-85ad-4c722747c1d6), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:12.650523 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 71065647-8fe8-4866-85ad-4c722747c1d6 Nov 02 14:41:12.659885 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-773fcdc6-6ad4-4baa-91f1-565588b0dff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461'] for port (721b5b90-ef52-4bfa-b4e1-4f468d1b2deb), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:12.701116 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773fcdc6-6ad4-4baa-91f1-565588b0dff2 admin admin] Network 1e79e91c-2906-4b84-b981-aada7c6d27e6 is already hosted by enough agents. {{(pid=105391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:41:12.704146 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [None req-773fcdc6-6ad4-4baa-91f1-565588b0dff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:41:12.710199 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773fcdc6-6ad4-4baa-91f1-565588b0dff2 admin admin] Received port after_create {{(pid=105391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:41:12.753518 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773fcdc6-6ad4-4baa-91f1-565588b0dff2 admin admin] Pushing event updated for resources: {'Port': ['ID=721b5b90-ef52-4bfa-b4e1-4f468d1b2deb,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:12.759472 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 71065647-8fe8-4866-85ad-4c722747c1d6 is: DOWN; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:41:12.760038 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (71065647-8fe8-4866-85ad-4c722747c1d6), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:12.826655 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] For port 71065647-8fe8-4866-85ad-4c722747c1d6, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=71065647-8fe8-4866-85ad-4c722747c1d6,segment=NetworkSegment(5190f057-06cd-4304-84b1-7684f23b68ce),segment_id=5190f057-06cd-4304-84b1-7684f23b68ce)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:41:12.877552 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (71065647-8fe8-4866-85ad-4c722747c1d6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:12.932227 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Pushing event updated for resources: {'Port': ['ID=71065647-8fe8-4866-85ad-4c722747c1d6,revision_number=3']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:13.042053 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-773fcdc6-6ad4-4baa-91f1-565588b0dff2 admin admin] Publish callbacks [] for router_gateway (2d56af43-8641-4382-a329-b3df85a761c8), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:13.254858 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464f2739-905f-4fe4-bd1c-09091cbbae62 None None] Network a5e8c38f-06c6-404d-bcd7-7c9cd1de864c requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:41:13.265366 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:13.269939 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-773fcdc6-6ad4-4baa-91f1-565588b0dff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66771109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66773276'] for router (2d56af43-8641-4382-a329-b3df85a761c8), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:13.335339 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-7b87240d-9b7c-4634-9561-a67a5123db5c None None] Provisioning complete for port 71065647-8fe8-4866-85ad-4c722747c1d6 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:41:13.335745 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7b87240d-9b7c-4634-9561-a67a5123db5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (71065647-8fe8-4866-85ad-4c722747c1d6), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:13.336065 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-7b87240d-9b7c-4634-9561-a67a5123db5c None None] Attempt 1 to provision port 71065647-8fe8-4866-85ad-4c722747c1d6 Nov 02 14:41:13.526645 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-7b87240d-9b7c-4634-9561-a67a5123db5c None None] Current status of the port 71065647-8fe8-4866-85ad-4c722747c1d6 is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:41:13.634713 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-774b2159-c00e-424d-a66f-49254e225351 req-f49f04ee-ca95-49f6-9c11-de8d0e700cb2 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=400af7ba-398a-4908-8fea-f57eaa4e5a0f HTTP/1.1" status: 200 len: 210 time: 0.0949702 Nov 02 14:41:13.699453 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1fe53a-bc51-4098-bdcd-b7c6acb3e93f req-d266f49e-4d3c-4df4-9b73-bc5b76078120 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:13.701261 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8c1fe53a-bc51-4098-bdcd-b7c6acb3e93f req-d266f49e-4d3c-4df4-9b73-bc5b76078120 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 946 time: 0.1591311 Nov 02 14:41:13.748903 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-f10feb8b-90dc-4f41-bd61-0ed9bdf08370 None None] Provisioning complete for port 71065647-8fe8-4866-85ad-4c722747c1d6 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:41:13.749899 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-f10feb8b-90dc-4f41-bd61-0ed9bdf08370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (71065647-8fe8-4866-85ad-4c722747c1d6), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:13.749899 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-f10feb8b-90dc-4f41-bd61-0ed9bdf08370 None None] Attempt 1 to provision port 71065647-8fe8-4866-85ad-4c722747c1d6 Nov 02 14:41:13.807635 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-73b49a57-5787-48a4-a1f8-be039e207349 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:13.809182 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-73b49a57-5787-48a4-a1f8-be039e207349 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.64 "GET /networking/v2.0/networks?id=5567c379-db86-4c8e-933e-4117b6a0d5fa HTTP/1.1" status: 200 len: 808 time: 0.2680662 Nov 02 14:41:13.815629 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:13.830356 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8c1fe53a-bc51-4098-bdcd-b7c6acb3e93f req-f20b29b6-1b47-4fc6-a164-94c03c42da16 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009104 Nov 02 14:41:13.837455 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-4936e63b-bdf9-4a59-a97f-79d815b55fc3 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Request body: {'port': {'device_id': '400af7ba-398a-4908-8fea-f57eaa4e5a0f', 'network_id': '5567c379-db86-4c8e-933e-4117b6a0d5fa', 'admin_state_up': True, 'tenant_id': '47b8cf11e60741e29dfec5f97c462eff'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:41:13.851099 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-f10feb8b-90dc-4f41-bd61-0ed9bdf08370 None None] Current status of the port 71065647-8fe8-4866-85ad-4c722747c1d6 is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:41:13.979566 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773fcdc6-6ad4-4baa-91f1-565588b0dff2 admin admin] Router 2d56af43-8641-4382-a329-b3df85a761c8 is scheduled to L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c with binding_index 1 {{(pid=105391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 14:41:14.038179 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-4936e63b-bdf9-4a59-a97f-79d815b55fc3 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Made reservation on behalf of 47b8cf11e60741e29dfec5f97c462eff for: {'port': 1} {{(pid=105391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:41:14.042014 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-4936e63b-bdf9-4a59-a97f-79d815b55fc3 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:14.142277 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773fcdc6-6ad4-4baa-91f1-565588b0dff2 admin admin] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:41:14.151285 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ff945a-be6b-4ec0-ae22-61f26ede7e81 None None] Sync routers for ids ['2d56af43-8641-4382-a329-b3df85a761c8'] in dv-cinder-862365-4-iscsi {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:41:14.162626 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ff945a-be6b-4ec0-ae22-61f26ede7e81 None None] Routers {'2d56af43-8641-4382-a329-b3df85a761c8'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:41:14.163024 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-38ff945a-be6b-4ec0-ae22-61f26ede7e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:41:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['2d56af43-8641-4382-a329-b3df85a761c8'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:41:14.210829 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:14.243127 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.db_base_plugin_common [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-4936e63b-bdf9-4a59-a97f-79d815b55fc3 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Allocated IP 172.20.0.13 (5567c379-db86-4c8e-933e-4117b6a0d5fa/2c79dc69-9b8c-46ab-8eb5-049d9f18c6a0/c05cb546-bb19-48e2-bd44-b409f2203b29) {{(pid=105391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:41:14.250949 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-773fcdc6-6ad4-4baa-91f1-565588b0dff2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:14.252270 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-773fcdc6-6ad4-4baa-91f1-565588b0dff2 admin admin] 10.222.0.30 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7851863 Nov 02 14:41:14.255446 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 59876) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:41:14.273740 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-38ff945a-be6b-4ec0-ae22-61f26ede7e81 None None] Set router 2d56af43-8641-4382-a329-b3df85a761c8 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:41:14.322094 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:14.448251 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-4936e63b-bdf9-4a59-a97f-79d815b55fc3 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Publish callbacks [] for port (c05cb546-bb19-48e2-bd44-b409f2203b29), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:14.471502 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-38ff945a-be6b-4ec0-ae22-61f26ede7e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d56af43-8641-4382-a329-b3df85a761c8', 'name': 'tempest-TestMinimumBasicScenario-399765030-router', 'tenant_id': 'e60a52ce75b94198ac6abb7727e7072d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '721b5b90-ef52-4bfa-b4e1-4f468d1b2deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:41:11Z', 'updated_at': '2022-11-02T14:41:12Z', 'revision_number': 3, 'project_id': 'e60a52ce75b94198ac6abb7727e7072d', 'gw_port': {'id': '721b5b90-ef52-4bfa-b4e1-4f468d1b2deb', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d56af43-8641-4382-a329-b3df85a761c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:41:12Z', 'updated_at': '2022-11-02T14:41:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:41:14.501244 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ff945a-be6b-4ec0-ae22-61f26ede7e81 None None] Checking router: 2d56af43-8641-4382-a329-b3df85a761c8 for host: dv-cinder-862365-4-iscsi {{(pid=105392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:41:14.503955 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ff945a-be6b-4ec0-ae22-61f26ede7e81 None None] Updating router 2d56af43-8641-4382-a329-b3df85a761c8 port 721b5b90-ef52-4bfa-b4e1-4f468d1b2deb binding host dv-cinder-862365-4-iscsi {{(pid=105392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 14:41:14.539099 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-38ff945a-be6b-4ec0-ae22-61f26ede7e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (721b5b90-ef52-4bfa-b4e1-4f468d1b2deb), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:14.540589 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=100 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:14.565237 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 71065647-8fe8-4866-85ad-4c722747c1d6 up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:41:14.597515 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-4936e63b-bdf9-4a59-a97f-79d815b55fc3 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461'] for port (c05cb546-bb19-48e2-bd44-b409f2203b29), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:14.651401 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-4936e63b-bdf9-4a59-a97f-79d815b55fc3 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Network 5567c379-db86-4c8e-933e-4117b6a0d5fa is already hosted by enough agents. {{(pid=105391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:41:14.654570 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-4936e63b-bdf9-4a59-a97f-79d815b55fc3 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Resources bound (agent type, host, resource id): {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:41:14.657242 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-4936e63b-bdf9-4a59-a97f-79d815b55fc3 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Received port after_create {{(pid=105391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:41:14.664635 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-4936e63b-bdf9-4a59-a97f-79d815b55fc3 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:14.664635 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-4936e63b-bdf9-4a59-a97f-79d815b55fc3 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:14.685458 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4936e63b-bdf9-4a59-a97f-79d815b55fc3 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Pushing event updated for resources: {'Port': ['ID=c05cb546-bb19-48e2-bd44-b409f2203b29,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:14.710614 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 71065647-8fe8-4866-85ad-4c722747c1d6 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:41:14.710890 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (71065647-8fe8-4866-85ad-4c722747c1d6), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:14.711179 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 71065647-8fe8-4866-85ad-4c722747c1d6 Nov 02 14:41:14.810772 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501917a-db33-4c74-af7a-730ae68908ca req-c790a83e-0c3d-4e56-a864-621c7f31873e tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:14.817651 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8501917a-db33-4c74-af7a-730ae68908ca req-c790a83e-0c3d-4e56-a864-621c7f31873e tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=400af7ba-398a-4908-8fea-f57eaa4e5a0f HTTP/1.1" status: 200 len: 932 time: 0.0661561 Nov 02 14:41:14.824983 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-4936e63b-bdf9-4a59-a97f-79d815b55fc3 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9921906 Nov 02 14:41:14.880879 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:14.889633 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8501917a-db33-4c74-af7a-730ae68908ca req-9c339781-8a86-4cd9-a994-ab19d4253632 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701089 Nov 02 14:41:14.999017 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:15.005764 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc99e2-b8ee-400c-889b-036c8ed0b729 req-7db68be5-c791-4e78-8e9c-e7fe0ca62a0b tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:15.007535 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2cbc99e2-b8ee-400c-889b-036c8ed0b729 req-7db68be5-c791-4e78-8e9c-e7fe0ca62a0b tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 946 time: 0.0650995 Nov 02 14:41:15.038028 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-3a852f5c-7d76-42bc-9db4-efb6824c33cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:15.048026 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 71065647-8fe8-4866-85ad-4c722747c1d6 is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:41:15.064510 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2cbc99e2-b8ee-400c-889b-036c8ed0b729 req-346c7ffc-1242-4047-a14b-e8603e780554 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508189 Nov 02 14:41:15.101184 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-38ff945a-be6b-4ec0-ae22-61f26ede7e81 None None] Publish callbacks [] for port (721b5b90-ef52-4bfa-b4e1-4f468d1b2deb), precommit_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:15.204582 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.db_base_plugin_common [None req-3a852f5c-7d76-42bc-9db4-efb6824c33cc admin admin] Allocated IP 172.20.0.1 (a5e8c38f-06c6-404d-bcd7-7c9cd1de864c/6eab41e4-42d8-41d3-93f0-9494ff932f52/2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965) {{(pid=105390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:41:15.207594 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-38ff945a-be6b-4ec0-ae22-61f26ede7e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (721b5b90-ef52-4bfa-b4e1-4f468d1b2deb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:15.244364 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-38ff945a-be6b-4ec0-ae22-61f26ede7e81 None None] Attempting to bind port 721b5b90-ef52-4bfa-b4e1-4f468d1b2deb on host dv-cinder-862365-4-iscsi for vnic_type normal with profile {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:41:15.244736 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-38ff945a-be6b-4ec0-ae22-61f26ede7e81 None None] Attempting to bind port 721b5b90-ef52-4bfa-b4e1-4f468d1b2deb by drivers openvswitch,hyperv on host dv-cinder-862365-4-iscsi at level 0 using segments [{'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:41:15.245129 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ff945a-be6b-4ec0-ae22-61f26ede7e81 None None] Attempting to bind port 721b5b90-ef52-4bfa-b4e1-4f468d1b2deb on network 1e79e91c-2906-4b84-b981-aada7c6d27e6 {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:41:15.279148 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:15.284064 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86069d3b-139d-4f8e-9625-e65e97307800 None None] Pushing event updated for resources: {'Port': ['ID=721b5b90-ef52-4bfa-b4e1-4f468d1b2deb,revision_number=2']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:15.298070 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:15.300326 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ff945a-be6b-4ec0-ae22-61f26ede7e81 None None] Checking agent: {'id': '4ad02b58-e5d3-4528-83f7-2571c528ebad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 30, 41), 'started_at': datetime.datetime(2022, 11, 2, 14, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:41:15.300700 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ff945a-be6b-4ec0-ae22-61f26ede7e81 None None] Checking segment: {'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:41:15.301147 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-38ff945a-be6b-4ec0-ae22-61f26ede7e81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:15.301540 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ff945a-be6b-4ec0-ae22-61f26ede7e81 None None] Bound using segment: {'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:41:15.302018 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-38ff945a-be6b-4ec0-ae22-61f26ede7e81 None None] Bound port: 721b5b90-ef52-4bfa-b4e1-4f468d1b2deb, host: dv-cinder-862365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:41:15.302410 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-38ff945a-be6b-4ec0-ae22-61f26ede7e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (721b5b90-ef52-4bfa-b4e1-4f468d1b2deb), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:15.328956 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-3a852f5c-7d76-42bc-9db4-efb6824c33cc admin admin] Publish callbacks [] for port (2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:15.359340 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-38ff945a-be6b-4ec0-ae22-61f26ede7e81 None None] For port 721b5b90-ef52-4bfa-b4e1-4f468d1b2deb, host dv-cinder-862365-4-iscsi, cleared binding levels {{(pid=105392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:41:15.363321 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-38ff945a-be6b-4ec0-ae22-61f26ede7e81 None None] For port 721b5b90-ef52-4bfa-b4e1-4f468d1b2deb, host dv-cinder-862365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=721b5b90-ef52-4bfa-b4e1-4f468d1b2deb,segment=NetworkSegment(16a641ca-682a-48e9-98c9-b5a1ba9af67a),segment_id=16a641ca-682a-48e9-98c9-b5a1ba9af67a)] {{(pid=105392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:41:15.431364 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-3a852f5c-7d76-42bc-9db4-efb6824c33cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:15.460487 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-38ff945a-be6b-4ec0-ae22-61f26ede7e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (721b5b90-ef52-4bfa-b4e1-4f468d1b2deb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:15.471129 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a852f5c-7d76-42bc-9db4-efb6824c33cc admin admin] Network a5e8c38f-06c6-404d-bcd7-7c9cd1de864c is already hosted by enough agents. {{(pid=105390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:41:15.477240 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-3a852f5c-7d76-42bc-9db4-efb6824c33cc admin admin] Resources bound (agent type, host, resource id): {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:41:15.481257 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a852f5c-7d76-42bc-9db4-efb6824c33cc admin admin] Received port after_create {{(pid=105390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:41:15.487280 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a852f5c-7d76-42bc-9db4-efb6824c33cc admin admin] Pushing event updated for resources: {'Port': ['ID=2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:15.503896 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ff945a-be6b-4ec0-ae22-61f26ede7e81 None None] Routers {'2d56af43-8641-4382-a329-b3df85a761c8'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:41:15.504528 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-38ff945a-be6b-4ec0-ae22-61f26ede7e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:41:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['2d56af43-8641-4382-a329-b3df85a761c8'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:41:15.525783 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-3a852f5c-7d76-42bc-9db4-efb6824c33cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66774394'] for router_interface (2d56af43-8641-4382-a329-b3df85a761c8), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:15.577673 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86069d3b-139d-4f8e-9625-e65e97307800 None None] Pushing event updated for resources: {'Port': ['ID=721b5b90-ef52-4bfa-b4e1-4f468d1b2deb,revision_number=3']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:15.647830 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-38ff945a-be6b-4ec0-ae22-61f26ede7e81 None None] Set router 2d56af43-8641-4382-a329-b3df85a761c8 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:41:15.734589 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-e1f40e00-53ba-4ef1-a2ba-435de6582e5b None None] Provisioning complete for port 2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:41:15.734952 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-e1f40e00-53ba-4ef1-a2ba-435de6582e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:15.735293 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-e1f40e00-53ba-4ef1-a2ba-435de6582e5b None None] Attempt 1 to provision port 2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965 Nov 02 14:41:15.807361 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-e1f40e00-53ba-4ef1-a2ba-435de6582e5b None None] Port 2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965 cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:41:15.864785 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-38ff945a-be6b-4ec0-ae22-61f26ede7e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d56af43-8641-4382-a329-b3df85a761c8', 'name': 'tempest-TestMinimumBasicScenario-399765030-router', 'tenant_id': 'e60a52ce75b94198ac6abb7727e7072d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '721b5b90-ef52-4bfa-b4e1-4f468d1b2deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:41:11Z', 'updated_at': '2022-11-02T14:41:12Z', 'revision_number': 3, 'project_id': 'e60a52ce75b94198ac6abb7727e7072d', 'gw_port': {'id': '721b5b90-ef52-4bfa-b4e1-4f468d1b2deb', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d56af43-8641-4382-a329-b3df85a761c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:41:12Z', 'updated_at': '2022-11-02T14:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:41:15.890374 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ff945a-be6b-4ec0-ae22-61f26ede7e81 None None] The sync data for ids ['2d56af43-8641-4382-a329-b3df85a761c8'] in dv-cinder-862365-4-iscsi is: [{'id': '2d56af43-8641-4382-a329-b3df85a761c8', 'name': 'tempest-TestMinimumBasicScenario-399765030-router', 'tenant_id': 'e60a52ce75b94198ac6abb7727e7072d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '721b5b90-ef52-4bfa-b4e1-4f468d1b2deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:41:11Z', 'updated_at': '2022-11-02T14:41:12Z', 'revision_number': 3, 'project_id': 'e60a52ce75b94198ac6abb7727e7072d', 'gw_port': {'id': '721b5b90-ef52-4bfa-b4e1-4f468d1b2deb', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d56af43-8641-4382-a329-b3df85a761c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:41:12Z', 'updated_at': '2022-11-02T14:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}] {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:41:15.927802 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:15.930692 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-3a852f5c-7d76-42bc-9db4-efb6824c33cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965), before_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:16.030822 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a529d1f-76bb-419c-ae2e-fa0fcda71467 req-7d624efa-d662-4592-8c41-92db885f32e3 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:16.033335 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2a529d1f-76bb-419c-ae2e-fa0fcda71467 req-7d624efa-d662-4592-8c41-92db885f32e3 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=400af7ba-398a-4908-8fea-f57eaa4e5a0f HTTP/1.1" status: 200 len: 932 time: 0.0569060 Nov 02 14:41:16.092339 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2a529d1f-76bb-419c-ae2e-fa0fcda71467 req-16bbca87-93ff-4c0e-80c3-5035480ca3a9 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519345 Nov 02 14:41:16.167750 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-3a852f5c-7d76-42bc-9db4-efb6824c33cc admin admin] Publish callbacks [] for port (2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965), precommit_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:16.209583 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ca875-087c-40ba-a264-3df313303241 req-a73ee1ff-237d-466f-b77c-546f737c0561 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:16.214213 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-017ca875-087c-40ba-a264-3df313303241 req-a73ee1ff-237d-466f-b77c-546f737c0561 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 946 time: 0.0646336 Nov 02 14:41:16.237676 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-3a852f5c-7d76-42bc-9db4-efb6824c33cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638247'] for port (2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965), after_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:16.271902 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-017ca875-087c-40ba-a264-3df313303241 req-197aa495-129a-4bc6-afc8-aac7cc7a8c1e tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493655 Nov 02 14:41:16.316778 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a852f5c-7d76-42bc-9db4-efb6824c33cc admin admin] Pushing event updated for resources: {'Port': ['ID=2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965,revision_number=2']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:16.322993 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-3a852f5c-7d76-42bc-9db4-efb6824c33cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66712615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66774486'] for router_interface (2d56af43-8641-4382-a329-b3df85a761c8), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:16.423764 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a852f5c-7d76-42bc-9db4-efb6824c33cc admin admin] Network a5e8c38f-06c6-404d-bcd7-7c9cd1de864c is already hosted by enough agents. {{(pid=105390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:41:16.425215 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-3a852f5c-7d76-42bc-9db4-efb6824c33cc admin admin] Resources bound (agent type, host, resource id): {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:41:16.569334 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 721b5b90-ef52-4bfa-b4e1-4f468d1b2deb up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:41:16.573399 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a852f5c-7d76-42bc-9db4-efb6824c33cc admin admin] Router 2d56af43-8641-4382-a329-b3df85a761c8 has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:41:16.598753 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:16.630156 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 721b5b90-ef52-4bfa-b4e1-4f468d1b2deb triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:41:16.630543 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (721b5b90-ef52-4bfa-b4e1-4f468d1b2deb), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:16.630874 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 721b5b90-ef52-4bfa-b4e1-4f468d1b2deb Nov 02 14:41:16.731026 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a852f5c-7d76-42bc-9db4-efb6824c33cc admin admin] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:41:16.732511 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 721b5b90-ef52-4bfa-b4e1-4f468d1b2deb is: DOWN; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:41:16.732900 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (721b5b90-ef52-4bfa-b4e1-4f468d1b2deb), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:16.741247 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-3a852f5c-7d76-42bc-9db4-efb6824c33cc admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/2d56af43-8641-4382-a329-b3df85a761c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4845071 Nov 02 14:41:16.748953 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-3f0b02e7-b7dc-4e3c-878c-821614ed4e68 None None] Provisioning complete for port 2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:41:16.749343 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-3f0b02e7-b7dc-4e3c-878c-821614ed4e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:16.749916 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-3f0b02e7-b7dc-4e3c-878c-821614ed4e68 None None] Attempt 1 to provision port 2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965 Nov 02 14:41:16.786503 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] For port 721b5b90-ef52-4bfa-b4e1-4f468d1b2deb, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=721b5b90-ef52-4bfa-b4e1-4f468d1b2deb,segment=NetworkSegment(16a641ca-682a-48e9-98c9-b5a1ba9af67a),segment_id=16a641ca-682a-48e9-98c9-b5a1ba9af67a)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:41:16.795617 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-3f0b02e7-b7dc-4e3c-878c-821614ed4e68 None None] Port 2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965 cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:41:16.849114 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (721b5b90-ef52-4bfa-b4e1-4f468d1b2deb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:16.918225 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Pushing event updated for resources: {'Port': ['ID=721b5b90-ef52-4bfa-b4e1-4f468d1b2deb,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:17.218302 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf3723-e339-46c8-ab86-cc8b0dd15e76 req-ce7022f1-dd97-408f-8d50-04589aa32985 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:17.220207 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7caf3723-e339-46c8-ab86-cc8b0dd15e76 req-ce7022f1-dd97-408f-8d50-04589aa32985 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=400af7ba-398a-4908-8fea-f57eaa4e5a0f HTTP/1.1" status: 200 len: 932 time: 0.0472958 Nov 02 14:41:17.270996 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7caf3723-e339-46c8-ab86-cc8b0dd15e76 req-0c2695db-c97e-4342-a049-3f4d7cef95f4 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443513 Nov 02 14:41:17.411275 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0dddb9-bb61-4c92-b61b-b8b6af7b2bfe req-adeaa179-5da4-4c52-8e32-fe70c345d78b tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:17.412579 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ad0dddb9-bb61-4c92-b61b-b8b6af7b2bfe req-adeaa179-5da4-4c52-8e32-fe70c345d78b tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 946 time: 0.0585046 Nov 02 14:41:17.475849 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ad0dddb9-bb61-4c92-b61b-b8b6af7b2bfe req-1024160a-278d-4e46-be35-ceee4f6f44ed tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572212 Nov 02 14:41:17.481235 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-6975fe23-c291-46d7-8424-fb6df556db87 service neutron] Request body: {'port': {'device_id': '400af7ba-398a-4908-8fea-f57eaa4e5a0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86236'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:41:17.548060 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 59932) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:41:17.554829 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-8b7b536b-0768-4dba-ab5d-6c7548970298 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2112962229-network', 'tenant_id': '60b28b9d81b24b5b99dc2152516f4c2c'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:41:17.563408 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-6975fe23-c291-46d7-8424-fb6df556db87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (c05cb546-bb19-48e2-bd44-b409f2203b29), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:17.599160 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:41:17.671990 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7b536b-0768-4dba-ab5d-6c7548970298 admin admin] Made reservation on behalf of 60b28b9d81b24b5b99dc2152516f4c2c for: {'network': 1} {{(pid=105391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:41:17.674850 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8b7b536b-0768-4dba-ab5d-6c7548970298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for network (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:17.691011 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8b7b536b-0768-4dba-ab5d-6c7548970298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:17.718816 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d2174c-3ff9-4323-9ef3-c0aa4b7e7bd7 None None] Sync routers for ids ['2d56af43-8641-4382-a329-b3df85a761c8'] in dv-cinder-862365-4-iscsi {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:41:17.727651 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d2174c-3ff9-4323-9ef3-c0aa4b7e7bd7 None None] Routers {'2d56af43-8641-4382-a329-b3df85a761c8'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:41:17.728180 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-d4d2174c-3ff9-4323-9ef3-c0aa4b7e7bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:41:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['2d56af43-8641-4382-a329-b3df85a761c8'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:41:17.805951 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:17.834761 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-d4d2174c-3ff9-4323-9ef3-c0aa4b7e7bd7 None None] Set router 2d56af43-8641-4382-a329-b3df85a761c8 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:41:17.878056 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:17.880468 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8b7b536b-0768-4dba-ab5d-6c7548970298 admin admin] Publish callbacks [] for security_group (07f9b277-5fc5-4c7a-a285-28807c8ad123), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:17.924322 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-6975fe23-c291-46d7-8424-fb6df556db87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c05cb546-bb19-48e2-bd44-b409f2203b29 {{(pid=105391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:41:17.932951 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-6975fe23-c291-46d7-8424-fb6df556db87 service neutron] Publish callbacks [] for port (c05cb546-bb19-48e2-bd44-b409f2203b29), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:17.945925 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.provisioning_blocks [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-6975fe23-c291-46d7-8424-fb6df556db87 service neutron] Transition to ACTIVE for port object c05cb546-bb19-48e2-bd44-b409f2203b29 will not be triggered until provisioned by entity L2. {{(pid=105391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 14:41:17.950459 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8b7b536b-0768-4dba-ab5d-6c7548970298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (07f9b277-5fc5-4c7a-a285-28807c8ad123), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:17.975142 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b7b536b-0768-4dba-ab5d-6c7548970298 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 454} {{(pid=105391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 14:41:17.985330 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b536b-0768-4dba-ab5d-6c7548970298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f9b277-5fc5-4c7a-a285-28807c8ad123,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:17.990869 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8b7b536b-0768-4dba-ab5d-6c7548970298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140'] for segment (8bfb5304-c8f9-4aa8-b651-c3cf2a9c86c2), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:17.991213 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.db.segments_db [None req-8b7b536b-0768-4dba-ab5d-6c7548970298 admin admin] Added segment 8bfb5304-c8f9-4aa8-b651-c3cf2a9c86c2 of type vlan for network ecb106db-d8fd-4824-bfe1-607246d3a84f Nov 02 14:41:18.024497 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-6975fe23-c291-46d7-8424-fb6df556db87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (c05cb546-bb19-48e2-bd44-b409f2203b29), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:18.041385 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-d4d2174c-3ff9-4323-9ef3-c0aa4b7e7bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d56af43-8641-4382-a329-b3df85a761c8', 'name': 'tempest-TestMinimumBasicScenario-399765030-router', 'tenant_id': 'e60a52ce75b94198ac6abb7727e7072d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '721b5b90-ef52-4bfa-b4e1-4f468d1b2deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:41:11Z', 'updated_at': '2022-11-02T14:41:15Z', 'revision_number': 4, 'project_id': 'e60a52ce75b94198ac6abb7727e7072d', 'gw_port': {'id': '721b5b90-ef52-4bfa-b4e1-4f468d1b2deb', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d56af43-8641-4382-a329-b3df85a761c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:41:12Z', 'updated_at': '2022-11-02T14:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965', 'name': '', 'network_id': 'a5e8c38f-06c6-404d-bcd7-7c9cd1de864c', 'tenant_id': 'e60a52ce75b94198ac6abb7727e7072d', 'mac_address': 'fa:16:3e:e2:c5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d56af43-8641-4382-a329-b3df85a761c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '6eab41e4-42d8-41d3-93f0-9494ff932f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:41:15Z', 'updated_at': '2022-11-02T14:41:15Z', 'revision_number': 2, 'project_id': 'e60a52ce75b94198ac6abb7727e7072d', 'subnets': [{'id': '6eab41e4-42d8-41d3-93f0-9494ff932f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:41:18.058381 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8b7b536b-0768-4dba-ab5d-6c7548970298 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767001230538'] for network (ecb106db-d8fd-4824-bfe1-607246d3a84f), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:18.084510 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d2174c-3ff9-4323-9ef3-c0aa4b7e7bd7 None None] Checking router: 2d56af43-8641-4382-a329-b3df85a761c8 for host: dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:41:18.085402 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d2174c-3ff9-4323-9ef3-c0aa4b7e7bd7 None None] Updating router 2d56af43-8641-4382-a329-b3df85a761c8 port 2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965 binding host dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 14:41:18.137809 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6975fe23-c291-46d7-8424-fb6df556db87 service neutron] Pushing event updated for resources: {'Port': ['ID=c05cb546-bb19-48e2-bd44-b409f2203b29,revision_number=2']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:18.156795 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-d4d2174c-3ff9-4323-9ef3-c0aa4b7e7bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965), before_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:18.172142 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-6975fe23-c291-46d7-8424-fb6df556db87 service neutron] Attempting to bind port c05cb546-bb19-48e2-bd44-b409f2203b29 on host hv-cinder-86236 for vnic_type normal with profile {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:41:18.172765 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-6975fe23-c291-46d7-8424-fb6df556db87 service neutron] Attempting to bind port c05cb546-bb19-48e2-bd44-b409f2203b29 by drivers openvswitch,hyperv on host hv-cinder-86236 at level 0 using segments [{'id': '4efeda04-ac99-4cc7-87dd-d8be6bb10bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '5567c379-db86-4c8e-933e-4117b6a0d5fa'}] {{(pid=105391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:41:18.174257 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-6975fe23-c291-46d7-8424-fb6df556db87 service neutron] Attempting to bind port c05cb546-bb19-48e2-bd44-b409f2203b29 on network 5567c379-db86-4c8e-933e-4117b6a0d5fa {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:41:18.220902 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-6975fe23-c291-46d7-8424-fb6df556db87 service neutron] Port c05cb546-bb19-48e2-bd44-b409f2203b29 on network 5567c379-db86-4c8e-933e-4117b6a0d5fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86236 {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 14:41:18.221589 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-6975fe23-c291-46d7-8424-fb6df556db87 service neutron] Attempting to bind port c05cb546-bb19-48e2-bd44-b409f2203b29 on network 5567c379-db86-4c8e-933e-4117b6a0d5fa {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:41:18.252053 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8b7b536b-0768-4dba-ab5d-6c7548970298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593'] for network (ecb106db-d8fd-4824-bfe1-607246d3a84f), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:18.253035 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7b536b-0768-4dba-ab5d-6c7548970298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:18.253596 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8b7b536b-0768-4dba-ab5d-6c7548970298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for network (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:18.283297 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=6,neutron:DELETE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:18.326349 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b536b-0768-4dba-ab5d-6c7548970298 admin admin] Pushing event updated for resources: {'Network': ['ID=ecb106db-d8fd-4824-bfe1-607246d3a84f,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:18.331346 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-6975fe23-c291-46d7-8424-fb6df556db87 service neutron] Checking agent: {'id': '1ebac2c5-078b-4c7f-aaba-905361dbc5e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'started_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:41:18.331684 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-6975fe23-c291-46d7-8424-fb6df556db87 service neutron] Checking segment: {'id': '4efeda04-ac99-4cc7-87dd-d8be6bb10bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '5567c379-db86-4c8e-933e-4117b6a0d5fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:41:18.332060 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-6975fe23-c291-46d7-8424-fb6df556db87 service neutron] Bound using segment: {'id': '4efeda04-ac99-4cc7-87dd-d8be6bb10bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '5567c379-db86-4c8e-933e-4117b6a0d5fa'} {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:41:18.332505 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-6975fe23-c291-46d7-8424-fb6df556db87 service neutron] Bound port: c05cb546-bb19-48e2-bd44-b409f2203b29, host: hv-cinder-86236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4efeda04-ac99-4cc7-87dd-d8be6bb10bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '5567c379-db86-4c8e-933e-4117b6a0d5fa'}}] {{(pid=105391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:41:18.332853 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-6975fe23-c291-46d7-8424-fb6df556db87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (c05cb546-bb19-48e2-bd44-b409f2203b29), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:18.342876 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Network ecb106db-d8fd-4824-bfe1-607246d3a84f details requested by agent ovs-agent-dv-cinder-862365-4-iscsi with host dv-cinder-862365-4-iscsi {{(pid=105392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 14:41:18.379525 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-8b7b536b-0768-4dba-ab5d-6c7548970298 admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8278649 Nov 02 14:41:18.380278 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 59960) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:41:18.385550 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-762bfc13-0a45-4b24-bb93-5c8a9c549acb admin admin] Request body: {'subnet': {'network_id': 'ecb106db-d8fd-4824-bfe1-607246d3a84f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2112962229-subnet', 'tenant_id': '60b28b9d81b24b5b99dc2152516f4c2c', 'ip_version': 4}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:41:18.425155 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:18.449424 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaea596-b73a-4a32-8598-19ff2d4d4651 req-f5ebb245-1e39-423a-8c7f-ad7c320596e8 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:18.450971 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-feaea596-b73a-4a32-8598-19ff2d4d4651 req-f5ebb245-1e39-423a-8c7f-ad7c320596e8 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=400af7ba-398a-4908-8fea-f57eaa4e5a0f HTTP/1.1" status: 200 len: 944 time: 0.0799611 Nov 02 14:41:18.451945 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-6975fe23-c291-46d7-8424-fb6df556db87 service neutron] For port c05cb546-bb19-48e2-bd44-b409f2203b29, host hv-cinder-86236, cleared binding levels {{(pid=105391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:41:18.455344 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-6975fe23-c291-46d7-8424-fb6df556db87 service neutron] For port c05cb546-bb19-48e2-bd44-b409f2203b29, host hv-cinder-86236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=c05cb546-bb19-48e2-bd44-b409f2203b29,segment=NetworkSegment(4efeda04-ac99-4cc7-87dd-d8be6bb10bef),segment_id=4efeda04-ac99-4cc7-87dd-d8be6bb10bef)] {{(pid=105391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:41:18.496235 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-d4d2174c-3ff9-4323-9ef3-c0aa4b7e7bd7 None None] Publish callbacks [] for port (2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965), precommit_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:18.500379 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-feaea596-b73a-4a32-8598-19ff2d4d4651 req-e124f6c8-17b9-4bd1-8a70-5a4af3fdfb22 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433717 Nov 02 14:41:18.542839 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 721b5b90-ef52-4bfa-b4e1-4f468d1b2deb up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:41:18.545206 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762bfc13-0a45-4b24-bb93-5c8a9c549acb admin admin] Made reservation on behalf of 60b28b9d81b24b5b99dc2152516f4c2c for: {'subnet': 1} {{(pid=105390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:41:18.548131 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-762bfc13-0a45-4b24-bb93-5c8a9c549acb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63785420'] for subnet (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:18.556611 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-6975fe23-c291-46d7-8424-fb6df556db87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (c05cb546-bb19-48e2-bd44-b409f2203b29), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:18.561278 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-6975fe23-c291-46d7-8424-fb6df556db87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:18.565717 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-6975fe23-c291-46d7-8424-fb6df556db87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:18.567856 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-6975fe23-c291-46d7-8424-fb6df556db87 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/c05cb546-bb19-48e2-bd44-b409f2203b29 HTTP/1.1" status: 200 len: 1094 time: 1.0994298 Nov 02 14:41:18.568413 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '400af7ba-398a-4908-8fea-f57eaa4e5a0f', 'tag': 'c05cb546-bb19-48e2-bd44-b409f2203b29'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:41:18.570009 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-d4d2174c-3ff9-4323-9ef3-c0aa4b7e7bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965), after_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:18.575065 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af4aa8a-3177-4ecc-9781-127c266dac73" -d '{"events": [{"name": "network-changed", "server_uuid": "400af7ba-398a-4908-8fea-f57eaa4e5a0f", "tag": "c05cb546-bb19-48e2-bd44-b409f2203b29"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:41:18.607764 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 721b5b90-ef52-4bfa-b4e1-4f468d1b2deb triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:41:18.609436 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (721b5b90-ef52-4bfa-b4e1-4f468d1b2deb), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:18.609781 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 721b5b90-ef52-4bfa-b4e1-4f468d1b2deb Nov 02 14:41:18.644257 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af399df3-f203-4d8b-8a61-ee2f672e3e81 x-openstack-request-id: req-af399df3-f203-4d8b-8a61-ee2f672e3e81 {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:41:18.644712 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "400af7ba-398a-4908-8fea-f57eaa4e5a0f", "tag": "c05cb546-bb19-48e2-bd44-b409f2203b29", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:41:18.645182 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-af399df3-f203-4d8b-8a61-ee2f672e3e81 {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:41:18.645587 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af399df3-f203-4d8b-8a61-ee2f672e3e81'] response: {'name': 'network-changed', 'server_uuid': '400af7ba-398a-4908-8fea-f57eaa4e5a0f', 'tag': 'c05cb546-bb19-48e2-bd44-b409f2203b29', 'status': 'completed', 'code': 200} Nov 02 14:41:18.690515 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:18.711193 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6975fe23-c291-46d7-8424-fb6df556db87 service neutron] Pushing event updated for resources: {'Port': ['ID=c05cb546-bb19-48e2-bd44-b409f2203b29,revision_number=3']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:18.714125 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a821b-c010-4445-8579-386a3d7a5254 None None] Pushing event updated for resources: {'Port': ['ID=2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965,revision_number=3']} {{(pid=105393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:18.723500 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a821b-c010-4445-8579-386a3d7a5254 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.730041 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a821b-c010-4445-8579-386a3d7a5254 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.730041 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a821b-c010-4445-8579-386a3d7a5254 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.730041 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a821b-c010-4445-8579-386a3d7a5254 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.730041 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a821b-c010-4445-8579-386a3d7a5254 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.730041 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a821b-c010-4445-8579-386a3d7a5254 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.730041 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a821b-c010-4445-8579-386a3d7a5254 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.730733 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1b590-ffd1-49b0-a398-6b8f79621ec0 req-6aeaf4fe-babf-456a-ac34-5fddb8d79d68 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:18.730833 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a821b-c010-4445-8579-386a3d7a5254 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.730833 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a821b-c010-4445-8579-386a3d7a5254 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.730833 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a821b-c010-4445-8579-386a3d7a5254 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.730833 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a821b-c010-4445-8579-386a3d7a5254 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.731126 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e5b1b590-ffd1-49b0-a398-6b8f79621ec0 req-6aeaf4fe-babf-456a-ac34-5fddb8d79d68 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 946 time: 0.0791111 Nov 02 14:41:18.731126 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6975fe23-c291-46d7-8424-fb6df556db87 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.731126 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6975fe23-c291-46d7-8424-fb6df556db87 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.731126 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6975fe23-c291-46d7-8424-fb6df556db87 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.731126 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6975fe23-c291-46d7-8424-fb6df556db87 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.731126 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6975fe23-c291-46d7-8424-fb6df556db87 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.731126 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6975fe23-c291-46d7-8424-fb6df556db87 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.731628 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6975fe23-c291-46d7-8424-fb6df556db87 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.731778 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6975fe23-c291-46d7-8424-fb6df556db87 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.732237 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6975fe23-c291-46d7-8424-fb6df556db87 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.732567 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6975fe23-c291-46d7-8424-fb6df556db87 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.732889 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6975fe23-c291-46d7-8424-fb6df556db87 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.733380 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6975fe23-c291-46d7-8424-fb6df556db87 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.733745 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6975fe23-c291-46d7-8424-fb6df556db87 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.733989 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6975fe23-c291-46d7-8424-fb6df556db87 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.734313 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6975fe23-c291-46d7-8424-fb6df556db87 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.735255 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:18.737114 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a821b-c010-4445-8579-386a3d7a5254 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.737573 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a821b-c010-4445-8579-386a3d7a5254 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.737913 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a821b-c010-4445-8579-386a3d7a5254 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.738411 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a821b-c010-4445-8579-386a3d7a5254 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.742081 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.managers [None req-d4d2174c-3ff9-4323-9ef3-c0aa4b7e7bd7 None None] Attempting to bind port 2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965 on host dv-cinder-862365-4-iscsi for vnic_type normal with profile {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:41:18.742628 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.managers [None req-d4d2174c-3ff9-4323-9ef3-c0aa4b7e7bd7 None None] Attempting to bind port 2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965 by drivers openvswitch,hyperv on host dv-cinder-862365-4-iscsi at level 0 using segments [{'id': '5190f057-06cd-4304-84b1-7684f23b68ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'a5e8c38f-06c6-404d-bcd7-7c9cd1de864c'}] {{(pid=105393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:41:18.743201 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d2174c-3ff9-4323-9ef3-c0aa4b7e7bd7 None None] Attempting to bind port 2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965 on network a5e8c38f-06c6-404d-bcd7-7c9cd1de864c {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:41:18.785859 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e5b1b590-ffd1-49b0-a398-6b8f79621ec0 req-b7d72a71-f02b-4d83-8ad6-57a2c94c36ec tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459154 Nov 02 14:41:18.805426 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d2174c-3ff9-4323-9ef3-c0aa4b7e7bd7 None None] Checking agent: {'id': '4ad02b58-e5d3-4528-83f7-2571c528ebad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 30, 41), 'started_at': datetime.datetime(2022, 11, 2, 14, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:41:18.806120 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d2174c-3ff9-4323-9ef3-c0aa4b7e7bd7 None None] Checking segment: {'id': '5190f057-06cd-4304-84b1-7684f23b68ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'a5e8c38f-06c6-404d-bcd7-7c9cd1de864c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:41:18.806841 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-d4d2174c-3ff9-4323-9ef3-c0aa4b7e7bd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:18.807507 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d2174c-3ff9-4323-9ef3-c0aa4b7e7bd7 None None] Bound using segment: {'id': '5190f057-06cd-4304-84b1-7684f23b68ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'a5e8c38f-06c6-404d-bcd7-7c9cd1de864c'} {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:41:18.808146 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.managers [None req-d4d2174c-3ff9-4323-9ef3-c0aa4b7e7bd7 None None] Bound port: 2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965, host: dv-cinder-862365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5190f057-06cd-4304-84b1-7684f23b68ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'a5e8c38f-06c6-404d-bcd7-7c9cd1de864c'}}] {{(pid=105393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:41:18.808679 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-d4d2174c-3ff9-4323-9ef3-c0aa4b7e7bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965), before_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:18.830386 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 721b5b90-ef52-4bfa-b4e1-4f468d1b2deb is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:41:18.858424 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:18.878824 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.db [None req-d4d2174c-3ff9-4323-9ef3-c0aa4b7e7bd7 None None] For port 2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965, host dv-cinder-862365-4-iscsi, cleared binding levels {{(pid=105393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:41:18.881989 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.db [None req-d4d2174c-3ff9-4323-9ef3-c0aa4b7e7bd7 None None] For port 2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965, host dv-cinder-862365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965,segment=NetworkSegment(5190f057-06cd-4304-84b1-7684f23b68ce),segment_id=5190f057-06cd-4304-84b1-7684f23b68ce)] {{(pid=105393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:41:18.911525 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-762bfc13-0a45-4b24-bb93-5c8a9c549acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63635552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63785466'] for subnet (3368e756-d53a-4b99-bda6-e806b40098cc), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:18.965579 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762bfc13-0a45-4b24-bb93-5c8a9c549acb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3368e756-d53a-4b99-bda6-e806b40098cc,revision_number=0']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:18.975308 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762bfc13-0a45-4b24-bb93-5c8a9c549acb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.975653 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762bfc13-0a45-4b24-bb93-5c8a9c549acb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.976015 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762bfc13-0a45-4b24-bb93-5c8a9c549acb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.976354 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762bfc13-0a45-4b24-bb93-5c8a9c549acb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.976684 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762bfc13-0a45-4b24-bb93-5c8a9c549acb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.977028 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762bfc13-0a45-4b24-bb93-5c8a9c549acb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.977357 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762bfc13-0a45-4b24-bb93-5c8a9c549acb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.977683 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762bfc13-0a45-4b24-bb93-5c8a9c549acb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.978046 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762bfc13-0a45-4b24-bb93-5c8a9c549acb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.978370 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762bfc13-0a45-4b24-bb93-5c8a9c549acb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.978695 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762bfc13-0a45-4b24-bb93-5c8a9c549acb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.979017 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762bfc13-0a45-4b24-bb93-5c8a9c549acb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.979335 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762bfc13-0a45-4b24-bb93-5c8a9c549acb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.979905 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762bfc13-0a45-4b24-bb93-5c8a9c549acb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.980221 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762bfc13-0a45-4b24-bb93-5c8a9c549acb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:18.990465 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762bfc13-0a45-4b24-bb93-5c8a9c549acb admin admin] Checking segment: {'id': '8bfb5304-c8f9-4aa8-b651-c3cf2a9c86c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'ecb106db-d8fd-4824-bfe1-607246d3a84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:41:18.990465 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762bfc13-0a45-4b24-bb93-5c8a9c549acb admin admin] Network hostable DHCP agents. Network: ecb106db-d8fd-4824-bfe1-607246d3a84f, hostable agents: ['46896d2e-004f-49d2-b9f8-26552a5db8fb'], hosted agents: [] {{(pid=105390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 14:41:19.019834 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-d4d2174c-3ff9-4323-9ef3-c0aa4b7e7bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965), after_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:19.045149 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:19.056184 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d2174c-3ff9-4323-9ef3-c0aa4b7e7bd7 None None] Routers {'2d56af43-8641-4382-a329-b3df85a761c8'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:41:19.056786 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-d4d2174c-3ff9-4323-9ef3-c0aa4b7e7bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:41:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['2d56af43-8641-4382-a329-b3df85a761c8'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:41:19.105263 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762bfc13-0a45-4b24-bb93-5c8a9c549acb admin admin] Network ecb106db-d8fd-4824-bfe1-607246d3a84f is scheduled to be hosted by DHCP agent 46896d2e-004f-49d2-b9f8-26552a5db8fb with binding_index 1 {{(pid=105390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 14:41:19.168252 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-762bfc13-0a45-4b24-bb93-5c8a9c549acb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862365-4-iscsi, ecb106db-d8fd-4824-bfe1-607246d3a84f) {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:41:19.173580 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762bfc13-0a45-4b24-bb93-5c8a9c549acb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:19.174256 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-762bfc13-0a45-4b24-bb93-5c8a9c549acb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for subnet (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:19.181296 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7034cd01-e7a9-4e00-99cf-9507b725aa2c None None] Network ecb106db-d8fd-4824-bfe1-607246d3a84f requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:41:19.191034 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a821b-c010-4445-8579-386a3d7a5254 None None] Pushing event updated for resources: {'Port': ['ID=2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965,revision_number=4']} {{(pid=105393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:19.269123 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-d4d2174c-3ff9-4323-9ef3-c0aa4b7e7bd7 None None] Set router 2d56af43-8641-4382-a329-b3df85a761c8 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:41:19.314587 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-762bfc13-0a45-4b24-bb93-5c8a9c549acb admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9328022 Nov 02 14:41:19.315193 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550df323-fa3e-44a9-b397-996c815cb336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d58aa65-0d08-50de-ae60-d403a5b22f04-ecb106db-d8fd-4824-bfe1-607246d3a84f', 'network_id': 'ecb106db-d8fd-4824-bfe1-607246d3a84f', 'project_id': '60b28b9d81b24b5b99dc2152516f4c2c', 'fixed_ips': [{'subnet_id': '3368e756-d53a-4b99-bda6-e806b40098cc'}]}} from dv-cinder-862365-4-iscsi. {{(pid=105392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 14:41:19.316151 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-550df323-fa3e-44a9-b397-996c815cb336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:19.316976 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 59988) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:41:19.321989 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-3275e9cd-b7e7-4a3b-b75e-55008353c785 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2112962229-router', 'tenant_id': '60b28b9d81b24b5b99dc2152516f4c2c', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:41:19.414140 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3275e9cd-b7e7-4a3b-b75e-55008353c785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66776222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43167'] for router (869428af-bb7f-42c5-a23e-6fbed3945cbe), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:19.415282 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3275e9cd-b7e7-4a3b-b75e-55008353c785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66771122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66773370', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66784571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43142'] for router (869428af-bb7f-42c5-a23e-6fbed3945cbe), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:19.447353 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:19.464962 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.db_base_plugin_common [None req-550df323-fa3e-44a9-b397-996c815cb336 None None] Allocated IP 172.20.0.2 (ecb106db-d8fd-4824-bfe1-607246d3a84f/3368e756-d53a-4b99-bda6-e806b40098cc/48b87e54-2a82-48a7-925a-b0a4299a5134) {{(pid=105392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:41:19.477881 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3275e9cd-b7e7-4a3b-b75e-55008353c785 admin admin] Publish callbacks [] for router_controller (869428af-bb7f-42c5-a23e-6fbed3945cbe), precommit_add_association {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:19.500617 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:19.500856 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-d4d2174c-3ff9-4323-9ef3-c0aa4b7e7bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d56af43-8641-4382-a329-b3df85a761c8', 'name': 'tempest-TestMinimumBasicScenario-399765030-router', 'tenant_id': 'e60a52ce75b94198ac6abb7727e7072d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '721b5b90-ef52-4bfa-b4e1-4f468d1b2deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:41:11Z', 'updated_at': '2022-11-02T14:41:15Z', 'revision_number': 4, 'project_id': 'e60a52ce75b94198ac6abb7727e7072d', 'gw_port': {'id': '721b5b90-ef52-4bfa-b4e1-4f468d1b2deb', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d56af43-8641-4382-a329-b3df85a761c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:41:12Z', 'updated_at': '2022-11-02T14:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965', 'name': '', 'network_id': 'a5e8c38f-06c6-404d-bcd7-7c9cd1de864c', 'tenant_id': 'e60a52ce75b94198ac6abb7727e7072d', 'mac_address': 'fa:16:3e:e2:c5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d56af43-8641-4382-a329-b3df85a761c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '6eab41e4-42d8-41d3-93f0-9494ff932f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:41:15Z', 'updated_at': '2022-11-02T14:41:18Z', 'revision_number': 4, 'project_id': 'e60a52ce75b94198ac6abb7727e7072d', 'subnets': [{'id': '6eab41e4-42d8-41d3-93f0-9494ff932f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:41:19.526989 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d2174c-3ff9-4323-9ef3-c0aa4b7e7bd7 None None] The sync data for ids ['2d56af43-8641-4382-a329-b3df85a761c8'] in dv-cinder-862365-4-iscsi is: [{'id': '2d56af43-8641-4382-a329-b3df85a761c8', 'name': 'tempest-TestMinimumBasicScenario-399765030-router', 'tenant_id': 'e60a52ce75b94198ac6abb7727e7072d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '721b5b90-ef52-4bfa-b4e1-4f468d1b2deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:41:11Z', 'updated_at': '2022-11-02T14:41:15Z', 'revision_number': 4, 'project_id': 'e60a52ce75b94198ac6abb7727e7072d', 'gw_port': {'id': '721b5b90-ef52-4bfa-b4e1-4f468d1b2deb', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d56af43-8641-4382-a329-b3df85a761c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:41:12Z', 'updated_at': '2022-11-02T14:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965', 'name': '', 'network_id': 'a5e8c38f-06c6-404d-bcd7-7c9cd1de864c', 'tenant_id': 'e60a52ce75b94198ac6abb7727e7072d', 'mac_address': 'fa:16:3e:e2:c5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d56af43-8641-4382-a329-b3df85a761c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '6eab41e4-42d8-41d3-93f0-9494ff932f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:41:15Z', 'updated_at': '2022-11-02T14:41:18Z', 'revision_number': 4, 'project_id': 'e60a52ce75b94198ac6abb7727e7072d', 'subnets': [{'id': '6eab41e4-42d8-41d3-93f0-9494ff932f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:41:19.656475 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-550df323-fa3e-44a9-b397-996c815cb336 None None] Publish callbacks [] for port (48b87e54-2a82-48a7-925a-b0a4299a5134), precommit_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:19.721793 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-550df323-fa3e-44a9-b397-996c815cb336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461'] for port (48b87e54-2a82-48a7-925a-b0a4299a5134), after_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:19.733965 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded95cde-4a76-45fd-9d2e-a5565e935f34 req-517aa6bd-4d12-4167-b835-b06c8a05e1d2 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:19.736055 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ded95cde-4a76-45fd-9d2e-a5565e935f34 req-517aa6bd-4d12-4167-b835-b06c8a05e1d2 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=400af7ba-398a-4908-8fea-f57eaa4e5a0f HTTP/1.1" status: 200 len: 944 time: 0.1171427 Nov 02 14:41:19.738211 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3275e9cd-b7e7-4a3b-b75e-55008353c785 admin admin] Publish callbacks [] for router_gateway (869428af-bb7f-42c5-a23e-6fbed3945cbe), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:19.774198 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550df323-fa3e-44a9-b397-996c815cb336 None None] Network ecb106db-d8fd-4824-bfe1-607246d3a84f is already hosted by enough agents. {{(pid=105392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:41:19.779224 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.scheduler.base_scheduler [None req-550df323-fa3e-44a9-b397-996c815cb336 None None] Resources bound (agent type, host, resource id): {{(pid=105392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:41:19.781506 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550df323-fa3e-44a9-b397-996c815cb336 None None] Pushing event updated for resources: {'Port': ['ID=48b87e54-2a82-48a7-925a-b0a4299a5134,revision_number=1']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:19.783929 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550df323-fa3e-44a9-b397-996c815cb336 None None] Received port after_create {{(pid=105392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:41:19.793897 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ded95cde-4a76-45fd-9d2e-a5565e935f34 req-37d46871-b510-45f7-9593-f1d2fcac0b4e tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503736 Nov 02 14:41:19.860268 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-550df323-fa3e-44a9-b397-996c815cb336 None None] Attempting to bind port 48b87e54-2a82-48a7-925a-b0a4299a5134 on host dv-cinder-862365-4-iscsi for vnic_type normal with profile {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:41:19.861456 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-550df323-fa3e-44a9-b397-996c815cb336 None None] Attempting to bind port 48b87e54-2a82-48a7-925a-b0a4299a5134 by drivers openvswitch,hyperv on host dv-cinder-862365-4-iscsi at level 0 using segments [{'id': '8bfb5304-c8f9-4aa8-b651-c3cf2a9c86c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'ecb106db-d8fd-4824-bfe1-607246d3a84f'}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:41:19.862107 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550df323-fa3e-44a9-b397-996c815cb336 None None] Attempting to bind port 48b87e54-2a82-48a7-925a-b0a4299a5134 on network ecb106db-d8fd-4824-bfe1-607246d3a84f {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:41:19.929313 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550df323-fa3e-44a9-b397-996c815cb336 None None] Checking agent: {'id': '4ad02b58-e5d3-4528-83f7-2571c528ebad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 30, 41), 'started_at': datetime.datetime(2022, 11, 2, 14, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:41:19.929838 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550df323-fa3e-44a9-b397-996c815cb336 None None] Checking segment: {'id': '8bfb5304-c8f9-4aa8-b651-c3cf2a9c86c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'ecb106db-d8fd-4824-bfe1-607246d3a84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:41:19.930328 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-550df323-fa3e-44a9-b397-996c815cb336 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:19.930847 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550df323-fa3e-44a9-b397-996c815cb336 None None] Bound using segment: {'id': '8bfb5304-c8f9-4aa8-b651-c3cf2a9c86c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'ecb106db-d8fd-4824-bfe1-607246d3a84f'} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:41:19.931428 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-550df323-fa3e-44a9-b397-996c815cb336 None None] Bound port: 48b87e54-2a82-48a7-925a-b0a4299a5134, host: dv-cinder-862365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfb5304-c8f9-4aa8-b651-c3cf2a9c86c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'ecb106db-d8fd-4824-bfe1-607246d3a84f'}}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:41:19.931900 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-550df323-fa3e-44a9-b397-996c815cb336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (48b87e54-2a82-48a7-925a-b0a4299a5134), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:19.996512 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3b4c2-2ad3-4205-81e5-f5ff9ad262b8 req-b98761e3-671c-444c-ab1e-613645d9b2c1 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:19.998060 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3ee3b4c2-2ad3-4205-81e5-f5ff9ad262b8 req-b98761e3-671c-444c-ab1e-613645d9b2c1 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 946 time: 0.0881617 Nov 02 14:41:20.005749 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-550df323-fa3e-44a9-b397-996c815cb336 None None] For port 48b87e54-2a82-48a7-925a-b0a4299a5134, host dv-cinder-862365-4-iscsi, cleared binding levels {{(pid=105392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:41:20.009413 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-550df323-fa3e-44a9-b397-996c815cb336 None None] For port 48b87e54-2a82-48a7-925a-b0a4299a5134, host dv-cinder-862365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=48b87e54-2a82-48a7-925a-b0a4299a5134,segment=NetworkSegment(8bfb5304-c8f9-4aa8-b651-c3cf2a9c86c2),segment_id=8bfb5304-c8f9-4aa8-b651-c3cf2a9c86c2)] {{(pid=105392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:41:20.083241 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-550df323-fa3e-44a9-b397-996c815cb336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (48b87e54-2a82-48a7-925a-b0a4299a5134), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:20.107545 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3275e9cd-b7e7-4a3b-b75e-55008353c785 admin admin] Publish callbacks [] for router_gateway (869428af-bb7f-42c5-a23e-6fbed3945cbe), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:20.126978 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3ee3b4c2-2ad3-4205-81e5-f5ff9ad262b8 req-a8544880-a509-4a17-8ef9-777937db9168 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917177 Nov 02 14:41:20.152247 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3275e9cd-b7e7-4a3b-b75e-55008353c785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:20.158368 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:20.171485 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:20.177789 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550df323-fa3e-44a9-b397-996c815cb336 None None] Pushing event updated for resources: {'Port': ['ID=48b87e54-2a82-48a7-925a-b0a4299a5134,revision_number=2']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:20.290552 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.db_base_plugin_common [None req-3275e9cd-b7e7-4a3b-b75e-55008353c785 admin admin] Allocated IP 172.27.0.173 (1e79e91c-2906-4b84-b981-aada7c6d27e6/3c350c57-8af8-403d-ac8f-51d64fbe694a/c92a5806-30b3-4738-bfa6-b902effc26ab) {{(pid=105391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:41:20.431658 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3275e9cd-b7e7-4a3b-b75e-55008353c785 admin admin] Publish callbacks [] for port (c92a5806-30b3-4738-bfa6-b902effc26ab), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:20.556902 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3275e9cd-b7e7-4a3b-b75e-55008353c785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461'] for port (c92a5806-30b3-4738-bfa6-b902effc26ab), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:20.588518 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965 up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:41:20.644505 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:41:20.644885 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:20.645257 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965 Nov 02 14:41:20.740725 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965 is: DOWN; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:41:20.741168 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:20.777246 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] For port 2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965,segment=NetworkSegment(5190f057-06cd-4304-84b1-7684f23b68ce),segment_id=5190f057-06cd-4304-84b1-7684f23b68ce)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:41:20.830047 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3275e9cd-b7e7-4a3b-b75e-55008353c785 admin admin] Network 1e79e91c-2906-4b84-b981-aada7c6d27e6 is already hosted by enough agents. {{(pid=105391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:41:20.833948 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [None req-3275e9cd-b7e7-4a3b-b75e-55008353c785 admin admin] Resources bound (agent type, host, resource id): {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:41:20.837119 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3275e9cd-b7e7-4a3b-b75e-55008353c785 admin admin] Received port after_create {{(pid=105391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:41:20.847106 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3275e9cd-b7e7-4a3b-b75e-55008353c785 admin admin] Pushing event updated for resources: {'Port': ['ID=c92a5806-30b3-4738-bfa6-b902effc26ab,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:20.855201 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:20.856175 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 48b87e54-2a82-48a7-925a-b0a4299a5134 up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:41:21.015391 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Pushing event updated for resources: {'Port': ['ID=2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965,revision_number=5']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:21.029685 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 48b87e54-2a82-48a7-925a-b0a4299a5134 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:41:21.030382 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4aa8a-3177-4ecc-9781-127c266dac73 req-d956db77-d04f-4b56-a650-bce9935709a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:21.030556 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (48b87e54-2a82-48a7-925a-b0a4299a5134), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:21.031383 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 48b87e54-2a82-48a7-925a-b0a4299a5134 Nov 02 14:41:21.033096 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2af4aa8a-3177-4ecc-9781-127c266dac73 req-d956db77-d04f-4b56-a650-bce9935709a5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=47b8cf11e60741e29dfec5f97c462eff&device_id=400af7ba-398a-4908-8fea-f57eaa4e5a0f HTTP/1.1" status: 200 len: 1128 time: 0.0733705 Nov 02 14:41:21.104372 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:21.123332 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 48b87e54-2a82-48a7-925a-b0a4299a5134 is: DOWN; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:41:21.123717 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (48b87e54-2a82-48a7-925a-b0a4299a5134), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:21.162154 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] For port 48b87e54-2a82-48a7-925a-b0a4299a5134, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=48b87e54-2a82-48a7-925a-b0a4299a5134,segment=NetworkSegment(8bfb5304-c8f9-4aa8-b651-c3cf2a9c86c2),segment_id=8bfb5304-c8f9-4aa8-b651-c3cf2a9c86c2)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:41:21.220644 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e3e3d-c5b2-490b-b14e-44f612b6bcd8 req-ac387f07-3a45-458e-80e8-4e9e7b24da02 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:21.222217 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-582e3e3d-c5b2-490b-b14e-44f612b6bcd8 req-ac387f07-3a45-458e-80e8-4e9e7b24da02 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=400af7ba-398a-4908-8fea-f57eaa4e5a0f HTTP/1.1" status: 200 len: 944 time: 0.1404295 Nov 02 14:41:21.239192 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (48b87e54-2a82-48a7-925a-b0a4299a5134), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:21.295100 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Pushing event updated for resources: {'Port': ['ID=48b87e54-2a82-48a7-925a-b0a4299a5134,revision_number=3']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:21.328992 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4aa8a-3177-4ecc-9781-127c266dac73 req-099357a6-e9c2-46db-8c7f-3f1186e33740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:21.329754 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadc96be-360e-4cea-ad57-1401b9c0d37f None None] Network ecb106db-d8fd-4824-bfe1-607246d3a84f requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:41:21.330562 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2af4aa8a-3177-4ecc-9781-127c266dac73 req-099357a6-e9c2-46db-8c7f-3f1186e33740 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=47b8cf11e60741e29dfec5f97c462eff&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2836349 Nov 02 14:41:21.363620 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd20d4-29d3-4d15-b06a-093a75b57dc6 req-e5e78f58-c5ea-48e4-932a-1d6bee139834 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:21.365419 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-16bd20d4-29d3-4d15-b06a-093a75b57dc6 req-e5e78f58-c5ea-48e4-932a-1d6bee139834 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 946 time: 0.1381993 Nov 02 14:41:21.402183 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-4220d67e-e4c8-46fe-916d-7b3fb2df98dd None None] Provisioning complete for port 48b87e54-2a82-48a7-925a-b0a4299a5134 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:41:21.402554 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-4220d67e-e4c8-46fe-916d-7b3fb2df98dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (48b87e54-2a82-48a7-925a-b0a4299a5134), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:21.402879 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-4220d67e-e4c8-46fe-916d-7b3fb2df98dd None None] Attempt 1 to provision port 48b87e54-2a82-48a7-925a-b0a4299a5134 Nov 02 14:41:21.422838 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-582e3e3d-c5b2-490b-b14e-44f612b6bcd8 req-eb1d13e1-3fcc-4242-88ee-8ee79d59499c tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774077 Nov 02 14:41:21.429853 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3275e9cd-b7e7-4a3b-b75e-55008353c785 admin admin] Publish callbacks [] for router_gateway (869428af-bb7f-42c5-a23e-6fbed3945cbe), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:21.525443 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:21.532921 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:21.538969 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-4220d67e-e4c8-46fe-916d-7b3fb2df98dd None None] Current status of the port 48b87e54-2a82-48a7-925a-b0a4299a5134 is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:41:21.571415 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-16bd20d4-29d3-4d15-b06a-093a75b57dc6 req-deea0e0a-e12d-48df-96c3-c0edf650d500 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841691 Nov 02 14:41:21.607560 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4aa8a-3177-4ecc-9781-127c266dac73 req-9ae264b8-20f7-4161-bc8d-8f8608979dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:21.609160 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2af4aa8a-3177-4ecc-9781-127c266dac73 req-9ae264b8-20f7-4161-bc8d-8f8608979dff service neutron] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2698641 Nov 02 14:41:21.756691 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-7df467f3-8a1e-480c-8c2a-77627e84dabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:21.758274 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-7df467f3-8a1e-480c-8c2a-77627e84dabe service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=47b8cf11e60741e29dfec5f97c462eff&device_id=400af7ba-398a-4908-8fea-f57eaa4e5a0f HTTP/1.1" status: 200 len: 1128 time: 0.0783682 Nov 02 14:41:21.764757 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3275e9cd-b7e7-4a3b-b75e-55008353c785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66771109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66773276'] for router (869428af-bb7f-42c5-a23e-6fbed3945cbe), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:21.778962 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-7103088a-136f-43cd-96fe-e25aac9abfe3 None None] Provisioning complete for port 48b87e54-2a82-48a7-925a-b0a4299a5134 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:41:21.783906 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7103088a-136f-43cd-96fe-e25aac9abfe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (48b87e54-2a82-48a7-925a-b0a4299a5134), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:21.783906 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-7103088a-136f-43cd-96fe-e25aac9abfe3 None None] Attempt 1 to provision port 48b87e54-2a82-48a7-925a-b0a4299a5134 Nov 02 14:41:21.841825 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-d4826870-67a5-4108-a28c-5f62921c7f22 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c05cb546-bb19-48e2-bd44-b409f2203b29 HTTP/1.1" status: 200 len: 217 time: 0.0377259 Nov 02 14:41:21.859052 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-7103088a-136f-43cd-96fe-e25aac9abfe3 None None] Current status of the port 48b87e54-2a82-48a7-925a-b0a4299a5134 is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:41:21.933595 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-194358d2-f513-4041-bd55-01efc4af4f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:21.935112 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-194358d2-f513-4041-bd55-01efc4af4f5d service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=2c79dc69-9b8c-46ab-8eb5-049d9f18c6a0 HTTP/1.1" status: 200 len: 848 time: 0.0850489 Nov 02 14:41:21.978012 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-2423c3e7-214c-4bc5-88db-30b0a23f72db service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=5567c379-db86-4c8e-933e-4117b6a0d5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338459 Nov 02 14:41:22.009557 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:22.084670 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-c6a57519-b047-4116-a3b1-950a9b6c3920 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/5567c379-db86-4c8e-933e-4117b6a0d5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966842 Nov 02 14:41:22.153265 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3275e9cd-b7e7-4a3b-b75e-55008353c785 admin admin] Router 869428af-bb7f-42c5-a23e-6fbed3945cbe is scheduled to L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c with binding_index 1 {{(pid=105391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 14:41:22.226457 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-74ff58f9-4749-49e9-b5de-af0dc28d1ff6 req-a1d3beb5-9e8d-48b9-91c8-8a8d6ed0f239 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/5567c379-db86-4c8e-933e-4117b6a0d5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355712 Nov 02 14:41:22.285807 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3275e9cd-b7e7-4a3b-b75e-55008353c785 admin admin] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:41:22.294702 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a375f94-a688-40fd-b908-5d7894014562 None None] Sync routers for ids ['869428af-bb7f-42c5-a23e-6fbed3945cbe'] in dv-cinder-862365-4-iscsi {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:41:22.306334 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a375f94-a688-40fd-b908-5d7894014562 None None] Routers {'869428af-bb7f-42c5-a23e-6fbed3945cbe'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:41:22.306940 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-2a375f94-a688-40fd-b908-5d7894014562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:41:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['869428af-bb7f-42c5-a23e-6fbed3945cbe'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:41:22.347269 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:22.364498 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3275e9cd-b7e7-4a3b-b75e-55008353c785 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:22.365930 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-3275e9cd-b7e7-4a3b-b75e-55008353c785 admin admin] 10.222.0.30 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0478537 Nov 02 14:41:22.368803 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 60038) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:41:22.419838 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-2a375f94-a688-40fd-b908-5d7894014562 None None] Set router 869428af-bb7f-42c5-a23e-6fbed3945cbe gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:41:22.623333 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965 up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:41:22.658163 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa5315-8e88-4468-b983-a9726214d5e4 req-908b5664-763d-4b25-81d0-f5f97c4165d1 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:22.669548 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-71aa5315-8e88-4468-b983-a9726214d5e4 req-908b5664-763d-4b25-81d0-f5f97c4165d1 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=400af7ba-398a-4908-8fea-f57eaa4e5a0f HTTP/1.1" status: 200 len: 944 time: 0.0846000 Nov 02 14:41:22.740060 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-71aa5315-8e88-4468-b983-a9726214d5e4 req-784779c9-f0eb-4cc6-b2bf-66d26e094dcc tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686362 Nov 02 14:41:22.765752 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:41:22.766363 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:22.767396 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965 Nov 02 14:41:22.796599 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6726c-0b76-4347-bae9-6afc0cd6829b req-48e56132-9338-4fae-a6c6-21a015b7f37f tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:22.798924 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cdc6726c-0b76-4347-bae9-6afc0cd6829b req-48e56132-9338-4fae-a6c6-21a015b7f37f tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 946 time: 0.0774217 Nov 02 14:41:22.829809 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:22.861567 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cdc6726c-0b76-4347-bae9-6afc0cd6829b req-e365be81-5954-4c51-adba-3115513a8f12 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562277 Nov 02 14:41:22.874788 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-2a375f94-a688-40fd-b908-5d7894014562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869428af-bb7f-42c5-a23e-6fbed3945cbe', 'name': 'tempest-TestMinimumBasicScenario-2112962229-router', 'tenant_id': '60b28b9d81b24b5b99dc2152516f4c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'c92a5806-30b3-4738-bfa6-b902effc26ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:41:19Z', 'updated_at': '2022-11-02T14:41:21Z', 'revision_number': 3, 'project_id': '60b28b9d81b24b5b99dc2152516f4c2c', 'gw_port': {'id': 'c92a5806-30b3-4738-bfa6-b902effc26ab', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869428af-bb7f-42c5-a23e-6fbed3945cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:41:20Z', 'updated_at': '2022-11-02T14:41:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:41:22.928642 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a375f94-a688-40fd-b908-5d7894014562 None None] Checking router: 869428af-bb7f-42c5-a23e-6fbed3945cbe for host: dv-cinder-862365-4-iscsi {{(pid=105392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:41:22.928988 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a375f94-a688-40fd-b908-5d7894014562 None None] Updating router 869428af-bb7f-42c5-a23e-6fbed3945cbe port c92a5806-30b3-4738-bfa6-b902effc26ab binding host dv-cinder-862365-4-iscsi {{(pid=105392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 14:41:22.933624 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:22.952698 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-547e6eef-d696-4d55-a83c-063bb9395f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:22.962707 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965 is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:41:22.963771 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 48b87e54-2a82-48a7-925a-b0a4299a5134 up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:41:22.995648 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-2a375f94-a688-40fd-b908-5d7894014562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (c92a5806-30b3-4738-bfa6-b902effc26ab), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:22.998902 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=100 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:23.102003 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 48b87e54-2a82-48a7-925a-b0a4299a5134 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:41:23.102377 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (48b87e54-2a82-48a7-925a-b0a4299a5134), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:23.103138 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 48b87e54-2a82-48a7-925a-b0a4299a5134 Nov 02 14:41:23.121382 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.db_base_plugin_common [None req-547e6eef-d696-4d55-a83c-063bb9395f4a admin admin] Allocated IP 172.20.0.1 (ecb106db-d8fd-4824-bfe1-607246d3a84f/3368e756-d53a-4b99-bda6-e806b40098cc/75ccf4f2-13ad-470f-b7da-bbeeb06b2c72) {{(pid=105390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:41:23.208576 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:23.250762 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-547e6eef-d696-4d55-a83c-063bb9395f4a admin admin] Publish callbacks [] for port (75ccf4f2-13ad-470f-b7da-bbeeb06b2c72), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:23.255295 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 48b87e54-2a82-48a7-925a-b0a4299a5134 is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:41:23.337059 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-2a375f94-a688-40fd-b908-5d7894014562 None None] Publish callbacks [] for port (c92a5806-30b3-4738-bfa6-b902effc26ab), precommit_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:23.374980 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-547e6eef-d696-4d55-a83c-063bb9395f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (75ccf4f2-13ad-470f-b7da-bbeeb06b2c72), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:23.410552 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-2a375f94-a688-40fd-b908-5d7894014562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (c92a5806-30b3-4738-bfa6-b902effc26ab), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:23.412409 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547e6eef-d696-4d55-a83c-063bb9395f4a admin admin] Network ecb106db-d8fd-4824-bfe1-607246d3a84f is already hosted by enough agents. {{(pid=105390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:41:23.415350 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-547e6eef-d696-4d55-a83c-063bb9395f4a admin admin] Resources bound (agent type, host, resource id): {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:41:23.421421 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547e6eef-d696-4d55-a83c-063bb9395f4a admin admin] Received port after_create {{(pid=105390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:41:23.449968 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-2a375f94-a688-40fd-b908-5d7894014562 None None] Attempting to bind port c92a5806-30b3-4738-bfa6-b902effc26ab on host dv-cinder-862365-4-iscsi for vnic_type normal with profile {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:41:23.450395 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-2a375f94-a688-40fd-b908-5d7894014562 None None] Attempting to bind port c92a5806-30b3-4738-bfa6-b902effc26ab by drivers openvswitch,hyperv on host dv-cinder-862365-4-iscsi at level 0 using segments [{'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:41:23.450773 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a375f94-a688-40fd-b908-5d7894014562 None None] Attempting to bind port c92a5806-30b3-4738-bfa6-b902effc26ab on network 1e79e91c-2906-4b84-b981-aada7c6d27e6 {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:41:23.461559 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-547e6eef-d696-4d55-a83c-063bb9395f4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66774394'] for router_interface (869428af-bb7f-42c5-a23e-6fbed3945cbe), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:23.478647 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:23.500409 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e49e91-5254-48e1-ba77-c94d36a152ea None None] Pushing event updated for resources: {'Port': ['ID=c92a5806-30b3-4738-bfa6-b902effc26ab,revision_number=2']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:23.511541 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e6eef-d696-4d55-a83c-063bb9395f4a admin admin] Pushing event updated for resources: {'Port': ['ID=75ccf4f2-13ad-470f-b7da-bbeeb06b2c72,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:23.523514 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a375f94-a688-40fd-b908-5d7894014562 None None] Checking agent: {'id': '4ad02b58-e5d3-4528-83f7-2571c528ebad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 30, 41), 'started_at': datetime.datetime(2022, 11, 2, 14, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:41:23.523942 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a375f94-a688-40fd-b908-5d7894014562 None None] Checking segment: {'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:41:23.524355 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-2a375f94-a688-40fd-b908-5d7894014562 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:23.524778 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a375f94-a688-40fd-b908-5d7894014562 None None] Bound using segment: {'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:41:23.525873 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-2a375f94-a688-40fd-b908-5d7894014562 None None] Bound port: c92a5806-30b3-4738-bfa6-b902effc26ab, host: dv-cinder-862365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:41:23.525873 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-2a375f94-a688-40fd-b908-5d7894014562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (c92a5806-30b3-4738-bfa6-b902effc26ab), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:23.585470 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-2a375f94-a688-40fd-b908-5d7894014562 None None] For port c92a5806-30b3-4738-bfa6-b902effc26ab, host dv-cinder-862365-4-iscsi, cleared binding levels {{(pid=105392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:41:23.589579 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-2a375f94-a688-40fd-b908-5d7894014562 None None] For port c92a5806-30b3-4738-bfa6-b902effc26ab, host dv-cinder-862365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=c92a5806-30b3-4738-bfa6-b902effc26ab,segment=NetworkSegment(16a641ca-682a-48e9-98c9-b5a1ba9af67a),segment_id=16a641ca-682a-48e9-98c9-b5a1ba9af67a)] {{(pid=105392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:41:23.692432 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-ebb5269f-51c3-479c-9a38-050f32566f98 None None] Provisioning complete for port 75ccf4f2-13ad-470f-b7da-bbeeb06b2c72 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:41:23.692701 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-ebb5269f-51c3-479c-9a38-050f32566f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (75ccf4f2-13ad-470f-b7da-bbeeb06b2c72), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:23.693063 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-ebb5269f-51c3-479c-9a38-050f32566f98 None None] Attempt 1 to provision port 75ccf4f2-13ad-470f-b7da-bbeeb06b2c72 Nov 02 14:41:23.724991 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-ebb5269f-51c3-479c-9a38-050f32566f98 None None] Port 75ccf4f2-13ad-470f-b7da-bbeeb06b2c72 cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:41:23.740435 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-2a375f94-a688-40fd-b908-5d7894014562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (c92a5806-30b3-4738-bfa6-b902effc26ab), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:23.774297 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a375f94-a688-40fd-b908-5d7894014562 None None] Routers {'869428af-bb7f-42c5-a23e-6fbed3945cbe'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:41:23.774930 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-2a375f94-a688-40fd-b908-5d7894014562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:41:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['869428af-bb7f-42c5-a23e-6fbed3945cbe'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:41:23.848207 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e49e91-5254-48e1-ba77-c94d36a152ea None None] Pushing event updated for resources: {'Port': ['ID=c92a5806-30b3-4738-bfa6-b902effc26ab,revision_number=3']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:23.918000 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-2a375f94-a688-40fd-b908-5d7894014562 None None] Set router 869428af-bb7f-42c5-a23e-6fbed3945cbe gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:41:23.955755 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771188f-e5d1-4515-aed4-cf03772619e7 req-593a2353-26f9-4c0e-bda5-cc62e3df7eeb tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:23.958213 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6771188f-e5d1-4515-aed4-cf03772619e7 req-593a2353-26f9-4c0e-bda5-cc62e3df7eeb tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 946 time: 0.0951450 Nov 02 14:41:23.978731 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c21aaa-2ac5-4a4f-928b-7bf1f81e2002 req-1c367f82-7aac-4e62-9305-ce20c745f7c4 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:23.980860 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a5c21aaa-2ac5-4a4f-928b-7bf1f81e2002 req-1c367f82-7aac-4e62-9305-ce20c745f7c4 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=400af7ba-398a-4908-8fea-f57eaa4e5a0f HTTP/1.1" status: 200 len: 944 time: 0.0993361 Nov 02 14:41:23.999646 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-547e6eef-d696-4d55-a83c-063bb9395f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (75ccf4f2-13ad-470f-b7da-bbeeb06b2c72), before_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:24.065065 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6771188f-e5d1-4515-aed4-cf03772619e7 req-a88ad96f-c2ea-46b1-b713-e4aa8417a156 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828032 Nov 02 14:41:24.069620 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a5c21aaa-2ac5-4a4f-928b-7bf1f81e2002 req-5f855ffe-b0dd-4ce0-b385-a605f0e447a8 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775070 Nov 02 14:41:24.106509 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:24.187283 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-2a375f94-a688-40fd-b908-5d7894014562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869428af-bb7f-42c5-a23e-6fbed3945cbe', 'name': 'tempest-TestMinimumBasicScenario-2112962229-router', 'tenant_id': '60b28b9d81b24b5b99dc2152516f4c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'c92a5806-30b3-4738-bfa6-b902effc26ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:41:19Z', 'updated_at': '2022-11-02T14:41:23Z', 'revision_number': 4, 'project_id': '60b28b9d81b24b5b99dc2152516f4c2c', 'gw_port': {'id': 'c92a5806-30b3-4738-bfa6-b902effc26ab', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869428af-bb7f-42c5-a23e-6fbed3945cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:41:20Z', 'updated_at': '2022-11-02T14:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '75ccf4f2-13ad-470f-b7da-bbeeb06b2c72', 'name': '', 'network_id': 'ecb106db-d8fd-4824-bfe1-607246d3a84f', 'tenant_id': '60b28b9d81b24b5b99dc2152516f4c2c', 'mac_address': 'fa:16:3e:9f:41:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869428af-bb7f-42c5-a23e-6fbed3945cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3368e756-d53a-4b99-bda6-e806b40098cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:41:22Z', 'updated_at': '2022-11-02T14:41:23Z', 'revision_number': 1, 'project_id': '60b28b9d81b24b5b99dc2152516f4c2c', 'subnets': [{'id': '3368e756-d53a-4b99-bda6-e806b40098cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:41:24.211295 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-547e6eef-d696-4d55-a83c-063bb9395f4a admin admin] Publish callbacks [] for port (75ccf4f2-13ad-470f-b7da-bbeeb06b2c72), precommit_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:24.213259 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a375f94-a688-40fd-b908-5d7894014562 None None] The sync data for ids ['869428af-bb7f-42c5-a23e-6fbed3945cbe'] in dv-cinder-862365-4-iscsi is: [{'id': '869428af-bb7f-42c5-a23e-6fbed3945cbe', 'name': 'tempest-TestMinimumBasicScenario-2112962229-router', 'tenant_id': '60b28b9d81b24b5b99dc2152516f4c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'c92a5806-30b3-4738-bfa6-b902effc26ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:41:19Z', 'updated_at': '2022-11-02T14:41:23Z', 'revision_number': 4, 'project_id': '60b28b9d81b24b5b99dc2152516f4c2c', 'gw_port': {'id': 'c92a5806-30b3-4738-bfa6-b902effc26ab', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869428af-bb7f-42c5-a23e-6fbed3945cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:41:20Z', 'updated_at': '2022-11-02T14:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '75ccf4f2-13ad-470f-b7da-bbeeb06b2c72', 'name': '', 'network_id': 'ecb106db-d8fd-4824-bfe1-607246d3a84f', 'tenant_id': '60b28b9d81b24b5b99dc2152516f4c2c', 'mac_address': 'fa:16:3e:9f:41:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869428af-bb7f-42c5-a23e-6fbed3945cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3368e756-d53a-4b99-bda6-e806b40098cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:41:22Z', 'updated_at': '2022-11-02T14:41:23Z', 'revision_number': 1, 'project_id': '60b28b9d81b24b5b99dc2152516f4c2c', 'subnets': [{'id': '3368e756-d53a-4b99-bda6-e806b40098cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:41:24.224673 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df24b2-b344-4a5d-9a87-4983715e6688 req-d78d7bc2-582b-40f3-99e1-3d33457a3088 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:24.226264 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-79df24b2-b344-4a5d-9a87-4983715e6688 req-d78d7bc2-582b-40f3-99e1-3d33457a3088 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 946 time: 0.0606241 Nov 02 14:41:24.283464 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-79df24b2-b344-4a5d-9a87-4983715e6688 req-9919793f-8cff-4fab-9acd-ff6c6a4582fd tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463314 Nov 02 14:41:24.305133 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-547e6eef-d696-4d55-a83c-063bb9395f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638247'] for port (75ccf4f2-13ad-470f-b7da-bbeeb06b2c72), after_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:24.381328 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e6eef-d696-4d55-a83c-063bb9395f4a admin admin] Pushing event updated for resources: {'Port': ['ID=75ccf4f2-13ad-470f-b7da-bbeeb06b2c72,revision_number=2']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:24.385257 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-547e6eef-d696-4d55-a83c-063bb9395f4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66712615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66774486'] for router_interface (869428af-bb7f-42c5-a23e-6fbed3945cbe), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:24.510833 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547e6eef-d696-4d55-a83c-063bb9395f4a admin admin] Network ecb106db-d8fd-4824-bfe1-607246d3a84f is already hosted by enough agents. {{(pid=105390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:41:24.512738 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-547e6eef-d696-4d55-a83c-063bb9395f4a admin admin] Resources bound (agent type, host, resource id): {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:41:24.667579 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547e6eef-d696-4d55-a83c-063bb9395f4a admin admin] Router 869428af-bb7f-42c5-a23e-6fbed3945cbe has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:41:24.793810 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547e6eef-d696-4d55-a83c-063bb9395f4a admin admin] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:41:24.807132 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-547e6eef-d696-4d55-a83c-063bb9395f4a admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/869428af-bb7f-42c5-a23e-6fbed3945cbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4290006 Nov 02 14:41:24.850764 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-c04bcbc4-c245-41ff-9865-7920b8196640 None None] Provisioning complete for port 75ccf4f2-13ad-470f-b7da-bbeeb06b2c72 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:41:24.851153 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-c04bcbc4-c245-41ff-9865-7920b8196640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (75ccf4f2-13ad-470f-b7da-bbeeb06b2c72), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:24.851567 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-c04bcbc4-c245-41ff-9865-7920b8196640 None None] Attempt 1 to provision port 75ccf4f2-13ad-470f-b7da-bbeeb06b2c72 Nov 02 14:41:24.895029 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-c04bcbc4-c245-41ff-9865-7920b8196640 None None] Port 75ccf4f2-13ad-470f-b7da-bbeeb06b2c72 cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:41:25.061789 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 60120) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:41:25.093711 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:25.190683 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-02626000-13df-4cd9-8608-c94d28e50084 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:25.214065 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:25.254344 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd34ef-a323-46f3-9be2-dfbcdf0b7333 req-ebb33d95-e909-40ba-8867-bf4a2517240b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:25.255939 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-45cd34ef-a323-46f3-9be2-dfbcdf0b7333 req-ebb33d95-e909-40ba-8867-bf4a2517240b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 946 time: 0.0848138 Nov 02 14:41:25.262486 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509ae02-2551-43ce-a13a-763ace6946fd req-37f06586-c389-42a0-9371-36742495bb3e tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:25.264308 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8509ae02-2551-43ce-a13a-763ace6946fd req-37f06586-c389-42a0-9371-36742495bb3e tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=400af7ba-398a-4908-8fea-f57eaa4e5a0f HTTP/1.1" status: 200 len: 944 time: 0.0826693 Nov 02 14:41:25.320202 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-02626000-13df-4cd9-8608-c94d28e50084 admin admin] Publish callbacks [] for security_group (d0c1a1a4-54aa-447e-91ae-71f439294b6c), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:25.354231 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-45cd34ef-a323-46f3-9be2-dfbcdf0b7333 req-6efe9b3f-57be-40e3-8640-db5e045599e5 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891621 Nov 02 14:41:25.357417 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8509ae02-2551-43ce-a13a-763ace6946fd req-4c7e3aba-a1c2-477a-a12b-8ee231715714 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856047 Nov 02 14:41:25.396008 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-02626000-13df-4cd9-8608-c94d28e50084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (d0c1a1a4-54aa-447e-91ae-71f439294b6c), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:25.446194 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-02626000-13df-4cd9-8608-c94d28e50084 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=a7d64aa0fef4440885c0de7480d4a519&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3832293 Nov 02 14:41:25.447164 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02626000-13df-4cd9-8608-c94d28e50084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c1a1a4-54aa-447e-91ae-71f439294b6c,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:25.452995 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 60136) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:41:25.475596 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9d324-92f8-4e7e-9997-8193b93ee4f6 req-35573814-9eca-4a4c-af84-5ae0049eab36 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:25.482164 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e4f9d324-92f8-4e7e-9997-8193b93ee4f6 req-35573814-9eca-4a4c-af84-5ae0049eab36 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 946 time: 0.0584552 Nov 02 14:41:25.512996 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-7d2a2ec9-e25d-4865-bda8-e282d4e683fa admin admin] Publish callbacks [] for security_group (d0c1a1a4-54aa-447e-91ae-71f439294b6c), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:25.527212 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e4f9d324-92f8-4e7e-9997-8193b93ee4f6 req-1b7411b1-cc49-4430-818e-b63cceff4a97 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438678 Nov 02 14:41:25.536103 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-7d2a2ec9-e25d-4865-bda8-e282d4e683fa admin admin] Publish callbacks [] for security_group (d0c1a1a4-54aa-447e-91ae-71f439294b6c), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:25.659179 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-7d2a2ec9-e25d-4865-bda8-e282d4e683fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (d0c1a1a4-54aa-447e-91ae-71f439294b6c), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:25.661845 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-7d2a2ec9-e25d-4865-bda8-e282d4e683fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:25.663133 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-7d2a2ec9-e25d-4865-bda8-e282d4e683fa admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/d0c1a1a4-54aa-447e-91ae-71f439294b6c HTTP/1.1" status: 204 len: 168 time: 0.2087574 Nov 02 14:41:25.672348 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a2ec9-e25d-4865-bda8-e282d4e683fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c1a1a4-54aa-447e-91ae-71f439294b6c,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:25.842267 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:26.584019 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46121f04-10b9-424e-97f9-89cbcf07c8bc req-fae53fdf-d0fb-45d4-ab4d-c3634b8723ec tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:26.592813 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-46121f04-10b9-424e-97f9-89cbcf07c8bc req-fae53fdf-d0fb-45d4-ab4d-c3634b8723ec tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 946 time: 0.1196113 Nov 02 14:41:26.651457 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device c92a5806-30b3-4738-bfa6-b902effc26ab up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:41:26.678239 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:26.698083 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a3e32-92f7-42eb-a117-cbcb7a680e3f req-5f511ec3-a006-4ac4-8c9d-dee6f4c31999 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:26.698705 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-778a3e32-92f7-42eb-a117-cbcb7a680e3f req-5f511ec3-a006-4ac4-8c9d-dee6f4c31999 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=400af7ba-398a-4908-8fea-f57eaa4e5a0f HTTP/1.1" status: 200 len: 944 time: 0.1442153 Nov 02 14:41:26.709198 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-46121f04-10b9-424e-97f9-89cbcf07c8bc req-d9176a7d-0cfa-41fc-8fdb-2f27c8f4e654 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152427 Nov 02 14:41:26.742807 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 60168) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:41:26.745969 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port c92a5806-30b3-4738-bfa6-b902effc26ab triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:41:26.746567 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (c92a5806-30b3-4738-bfa6-b902effc26ab), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:26.747068 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port c92a5806-30b3-4738-bfa6-b902effc26ab Nov 02 14:41:26.777435 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-249a46d3-d645-4966-bedf-3d985ad6078d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:26.856832 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-778a3e32-92f7-42eb-a117-cbcb7a680e3f req-1b4b5165-f90f-442f-866a-473c2d44f001 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442127 Nov 02 14:41:26.947271 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466694c-0d30-46c4-ab8c-249514293cb7 req-c81ce0d0-29bc-422d-8a7c-211cd931f995 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:26.950082 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9466694c-0d30-46c4-ab8c-249514293cb7 req-c81ce0d0-29bc-422d-8a7c-211cd931f995 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 946 time: 0.1151607 Nov 02 14:41:26.952795 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port c92a5806-30b3-4738-bfa6-b902effc26ab is: DOWN; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:41:26.953840 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (c92a5806-30b3-4738-bfa6-b902effc26ab), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:26.988714 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] For port c92a5806-30b3-4738-bfa6-b902effc26ab, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=c92a5806-30b3-4738-bfa6-b902effc26ab,segment=NetworkSegment(16a641ca-682a-48e9-98c9-b5a1ba9af67a),segment_id=16a641ca-682a-48e9-98c9-b5a1ba9af67a)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:41:26.995530 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-249a46d3-d645-4966-bedf-3d985ad6078d admin admin] Publish callbacks [] for security_group (ad7f4d9f-b664-439d-96d7-463d98f19a50), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:27.020543 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9466694c-0d30-46c4-ab8c-249514293cb7 req-871c68b6-c1a3-4218-bdab-d35f8825eded tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641577 Nov 02 14:41:27.059376 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (c92a5806-30b3-4738-bfa6-b902effc26ab), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:27.088009 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-249a46d3-d645-4966-bedf-3d985ad6078d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (ad7f4d9f-b664-439d-96d7-463d98f19a50), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:27.139607 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Pushing event updated for resources: {'Port': ['ID=c92a5806-30b3-4738-bfa6-b902effc26ab,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:27.156760 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-249a46d3-d645-4966-bedf-3d985ad6078d admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=30ac2bd87fc84c5bbc7f27a5ce11bd69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4114828 Nov 02 14:41:27.156760 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a46d3-d645-4966-bedf-3d985ad6078d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7f4d9f-b664-439d-96d7-463d98f19a50,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:27.161701 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 60174) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:41:27.230852 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ed4b9923-57d9-4367-be1a-7b15d3a98ad6 admin admin] Publish callbacks [] for security_group (ad7f4d9f-b664-439d-96d7-463d98f19a50), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:27.257392 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ed4b9923-57d9-4367-be1a-7b15d3a98ad6 admin admin] Publish callbacks [] for security_group (ad7f4d9f-b664-439d-96d7-463d98f19a50), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:27.394970 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device c05cb546-bb19-48e2-bd44-b409f2203b29 details requested by agent hyperv_hv-cinder-86236 with host hv-cinder-86236 {{(pid=105392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 14:41:27.568001 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port c05cb546-bb19-48e2-bd44-b409f2203b29, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=c05cb546-bb19-48e2-bd44-b409f2203b29,segment=NetworkSegment(4efeda04-ac99-4cc7-87dd-d8be6bb10bef),segment_id=4efeda04-ac99-4cc7-87dd-d8be6bb10bef)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:41:27.582033 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Returning: {'device': 'c05cb546-bb19-48e2-bd44-b409f2203b29', 'network_id': '5567c379-db86-4c8e-933e-4117b6a0d5fa', 'port_id': 'c05cb546-bb19-48e2-bd44-b409f2203b29', 'mac_address': 'fa:16:3e:b3:c7:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 484, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c79dc69-9b8c-46ab-8eb5-049d9f18c6a0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 14:41:27.614151 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ed4b9923-57d9-4367-be1a-7b15d3a98ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (ad7f4d9f-b664-439d-96d7-463d98f19a50), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:27.621845 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ed4b9923-57d9-4367-be1a-7b15d3a98ad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:27.621845 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-ed4b9923-57d9-4367-be1a-7b15d3a98ad6 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/ad7f4d9f-b664-439d-96d7-463d98f19a50 HTTP/1.1" status: 204 len: 168 time: 0.4575107 Nov 02 14:41:27.629095 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b9923-57d9-4367-be1a-7b15d3a98ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7f4d9f-b664-439d-96d7-463d98f19a50,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:27.664215 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port c05cb546-bb19-48e2-bd44-b409f2203b29 is: DOWN; New status is: BUILD {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:41:27.665604 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (c05cb546-bb19-48e2-bd44-b409f2203b29), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:27.689820 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c05cb546-bb19-48e2-bd44-b409f2203b29 {{(pid=105392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:41:27.720216 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port c05cb546-bb19-48e2-bd44-b409f2203b29, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=c05cb546-bb19-48e2-bd44-b409f2203b29,segment=NetworkSegment(4efeda04-ac99-4cc7-87dd-d8be6bb10bef),segment_id=4efeda04-ac99-4cc7-87dd-d8be6bb10bef)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:41:27.803333 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (c05cb546-bb19-48e2-bd44-b409f2203b29), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:27.881398 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=c05cb546-bb19-48e2-bd44-b409f2203b29,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:27.924145 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201c320-6a0a-40b7-bc27-c21663e643c0 req-a3590371-91a0-427d-a5d7-2d98d8f756f3 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:27.927240 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0201c320-6a0a-40b7-bc27-c21663e643c0 req-a3590371-91a0-427d-a5d7-2d98d8f756f3 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 946 time: 0.1034560 Nov 02 14:41:27.963716 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dae900-2123-4ca7-b09e-1193648d5d26 None None] Sync routers for ids ['869428af-bb7f-42c5-a23e-6fbed3945cbe'] in dv-cinder-862365-4-iscsi {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:41:28.006017 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dae900-2123-4ca7-b09e-1193648d5d26 None None] Routers {'869428af-bb7f-42c5-a23e-6fbed3945cbe'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:41:28.007694 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-05dae900-2123-4ca7-b09e-1193648d5d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:41:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['869428af-bb7f-42c5-a23e-6fbed3945cbe'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:41:28.058086 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27b8c2-853b-4538-9c66-821f2ad5efd3 req-cddafeb6-91d2-4c79-ac0f-abae4c796eb3 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:28.059601 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-fe27b8c2-853b-4538-9c66-821f2ad5efd3 req-cddafeb6-91d2-4c79-ac0f-abae4c796eb3 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=400af7ba-398a-4908-8fea-f57eaa4e5a0f HTTP/1.1" status: 200 len: 945 time: 0.0918896 Nov 02 14:41:28.083085 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0201c320-6a0a-40b7-bc27-c21663e643c0 req-77b5fce3-48f1-4c0d-8d5f-ad4d5f662cd0 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501451 Nov 02 14:41:28.151014 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-fe27b8c2-853b-4538-9c66-821f2ad5efd3 req-b9eb2bf2-bd57-4c27-9bdb-e98d7d1e5c9e tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842094 Nov 02 14:41:28.224404 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-05dae900-2123-4ca7-b09e-1193648d5d26 None None] Set router 869428af-bb7f-42c5-a23e-6fbed3945cbe gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:41:28.281466 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f66f1-9546-4d1c-ba5a-51ba1c539512 req-bbf1aedb-a0b9-498d-a49f-f7716a5362bd tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:28.291578 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7f0f66f1-9546-4d1c-ba5a-51ba1c539512 req-bbf1aedb-a0b9-498d-a49f-f7716a5362bd tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 946 time: 0.0729964 Nov 02 14:41:28.348107 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:28.363784 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7f0f66f1-9546-4d1c-ba5a-51ba1c539512 req-7f14147f-5000-4e7a-a1e9-1cfb840cd052 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704567 Nov 02 14:41:28.465631 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=100 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:28.474921 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-05dae900-2123-4ca7-b09e-1193648d5d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869428af-bb7f-42c5-a23e-6fbed3945cbe', 'name': 'tempest-TestMinimumBasicScenario-2112962229-router', 'tenant_id': '60b28b9d81b24b5b99dc2152516f4c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'c92a5806-30b3-4738-bfa6-b902effc26ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:41:19Z', 'updated_at': '2022-11-02T14:41:23Z', 'revision_number': 4, 'project_id': '60b28b9d81b24b5b99dc2152516f4c2c', 'gw_port': {'id': 'c92a5806-30b3-4738-bfa6-b902effc26ab', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869428af-bb7f-42c5-a23e-6fbed3945cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:41:20Z', 'updated_at': '2022-11-02T14:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '75ccf4f2-13ad-470f-b7da-bbeeb06b2c72', 'name': '', 'network_id': 'ecb106db-d8fd-4824-bfe1-607246d3a84f', 'tenant_id': '60b28b9d81b24b5b99dc2152516f4c2c', 'mac_address': 'fa:16:3e:9f:41:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869428af-bb7f-42c5-a23e-6fbed3945cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3368e756-d53a-4b99-bda6-e806b40098cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:41:22Z', 'updated_at': '2022-11-02T14:41:24Z', 'revision_number': 2, 'project_id': '60b28b9d81b24b5b99dc2152516f4c2c', 'subnets': [{'id': '3368e756-d53a-4b99-bda6-e806b40098cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:41:28.508747 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dae900-2123-4ca7-b09e-1193648d5d26 None None] Checking router: 869428af-bb7f-42c5-a23e-6fbed3945cbe for host: dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:41:28.509118 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dae900-2123-4ca7-b09e-1193648d5d26 None None] Updating router 869428af-bb7f-42c5-a23e-6fbed3945cbe port 75ccf4f2-13ad-470f-b7da-bbeeb06b2c72 binding host dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 14:41:28.572518 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-05dae900-2123-4ca7-b09e-1193648d5d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (75ccf4f2-13ad-470f-b7da-bbeeb06b2c72), before_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:28.591173 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device c92a5806-30b3-4738-bfa6-b902effc26ab up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:41:28.682624 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port c92a5806-30b3-4738-bfa6-b902effc26ab triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:41:28.683368 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (c92a5806-30b3-4738-bfa6-b902effc26ab), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:28.683368 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port c92a5806-30b3-4738-bfa6-b902effc26ab Nov 02 14:41:28.746671 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d54b3f-f50f-4251-873d-1a3f914a8a85 req-7fb450a1-60c6-481f-8be2-d842b7ae8d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:28.748913 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-62d54b3f-f50f-4251-873d-1a3f914a8a85 req-7fb450a1-60c6-481f-8be2-d842b7ae8d69 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 1130 time: 0.0511985 Nov 02 14:41:28.775639 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:28.776770 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port c92a5806-30b3-4738-bfa6-b902effc26ab is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:41:28.790610 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] get_ports_and_sgs() called for port_ids ['c05cb546-bb19-48e2-bd44-b409f2203b29'] {{(pid=105392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 14:41:28.835708 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:28.836945 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:28.950171 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-62d54b3f-f50f-4251-873d-1a3f914a8a85 req-51bb6567-1cc0-4d59-b3bd-313b903c9e71 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887763 Nov 02 14:41:29.016903 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-05dae900-2123-4ca7-b09e-1193648d5d26 None None] Publish callbacks [] for port (75ccf4f2-13ad-470f-b7da-bbeeb06b2c72), precommit_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:29.122742 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-05dae900-2123-4ca7-b09e-1193648d5d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (75ccf4f2-13ad-470f-b7da-bbeeb06b2c72), after_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:29.179728 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=100 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:29.190722 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4f051-65d9-4e70-9a58-e7193a620ea7 None None] Pushing event updated for resources: {'Port': ['ID=75ccf4f2-13ad-470f-b7da-bbeeb06b2c72,revision_number=3']} {{(pid=105393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:29.253426 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.managers [None req-05dae900-2123-4ca7-b09e-1193648d5d26 None None] Attempting to bind port 75ccf4f2-13ad-470f-b7da-bbeeb06b2c72 on host dv-cinder-862365-4-iscsi for vnic_type normal with profile {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:41:29.253935 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.managers [None req-05dae900-2123-4ca7-b09e-1193648d5d26 None None] Attempting to bind port 75ccf4f2-13ad-470f-b7da-bbeeb06b2c72 by drivers openvswitch,hyperv on host dv-cinder-862365-4-iscsi at level 0 using segments [{'id': '8bfb5304-c8f9-4aa8-b651-c3cf2a9c86c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'ecb106db-d8fd-4824-bfe1-607246d3a84f'}] {{(pid=105393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:41:29.254403 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dae900-2123-4ca7-b09e-1193648d5d26 None None] Attempting to bind port 75ccf4f2-13ad-470f-b7da-bbeeb06b2c72 on network ecb106db-d8fd-4824-bfe1-607246d3a84f {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:41:29.332407 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dae900-2123-4ca7-b09e-1193648d5d26 None None] Checking agent: {'id': '4ad02b58-e5d3-4528-83f7-2571c528ebad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 30, 41), 'started_at': datetime.datetime(2022, 11, 2, 14, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:41:29.335050 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dae900-2123-4ca7-b09e-1193648d5d26 None None] Checking segment: {'id': '8bfb5304-c8f9-4aa8-b651-c3cf2a9c86c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'ecb106db-d8fd-4824-bfe1-607246d3a84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:41:29.335563 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-05dae900-2123-4ca7-b09e-1193648d5d26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:29.336071 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dae900-2123-4ca7-b09e-1193648d5d26 None None] Bound using segment: {'id': '8bfb5304-c8f9-4aa8-b651-c3cf2a9c86c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'ecb106db-d8fd-4824-bfe1-607246d3a84f'} {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:41:29.337031 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.managers [None req-05dae900-2123-4ca7-b09e-1193648d5d26 None None] Bound port: 75ccf4f2-13ad-470f-b7da-bbeeb06b2c72, host: dv-cinder-862365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfb5304-c8f9-4aa8-b651-c3cf2a9c86c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'ecb106db-d8fd-4824-bfe1-607246d3a84f'}}] {{(pid=105393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:41:29.338421 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-05dae900-2123-4ca7-b09e-1193648d5d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (75ccf4f2-13ad-470f-b7da-bbeeb06b2c72), before_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:29.475770 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896796d1-438f-4256-afd4-c64a43966385 req-df240d1e-4893-461e-81f1-ed16830204ec tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:29.482088 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.db [None req-05dae900-2123-4ca7-b09e-1193648d5d26 None None] For port 75ccf4f2-13ad-470f-b7da-bbeeb06b2c72, host dv-cinder-862365-4-iscsi, cleared binding levels {{(pid=105393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:41:29.493875 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.db [None req-05dae900-2123-4ca7-b09e-1193648d5d26 None None] For port 75ccf4f2-13ad-470f-b7da-bbeeb06b2c72, host dv-cinder-862365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=75ccf4f2-13ad-470f-b7da-bbeeb06b2c72,segment=NetworkSegment(8bfb5304-c8f9-4aa8-b651-c3cf2a9c86c2),segment_id=8bfb5304-c8f9-4aa8-b651-c3cf2a9c86c2)] {{(pid=105393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:41:29.496271 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-896796d1-438f-4256-afd4-c64a43966385 req-df240d1e-4893-461e-81f1-ed16830204ec tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 946 time: 0.2480659 Nov 02 14:41:29.525090 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e9fea-d4f8-459c-a07c-72ae71629ba0 req-c870c640-923d-4e6e-8a8a-69e778663393 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:29.526735 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-001e9fea-d4f8-459c-a07c-72ae71629ba0 req-c870c640-923d-4e6e-8a8a-69e778663393 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=400af7ba-398a-4908-8fea-f57eaa4e5a0f HTTP/1.1" status: 200 len: 945 time: 0.1756535 Nov 02 14:41:29.564964 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-896796d1-438f-4256-afd4-c64a43966385 req-29ad7f80-f31a-4e50-ac96-007a74aba538 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674727 Nov 02 14:41:29.574827 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-05dae900-2123-4ca7-b09e-1193648d5d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (75ccf4f2-13ad-470f-b7da-bbeeb06b2c72), after_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:29.648641 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-001e9fea-d4f8-459c-a07c-72ae71629ba0 req-c08c7896-8c8d-4c83-bb63-9e0289265260 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816281 Nov 02 14:41:29.682350 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dae900-2123-4ca7-b09e-1193648d5d26 None None] Routers {'869428af-bb7f-42c5-a23e-6fbed3945cbe'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:41:29.682974 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-05dae900-2123-4ca7-b09e-1193648d5d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:41:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['869428af-bb7f-42c5-a23e-6fbed3945cbe'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:41:29.739283 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ace46-3e97-4b06-b5a2-255ad510f8e0 req-d5ba3810-1302-481c-a687-b2e8dd6d51f5 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:29.740922 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-df6ace46-3e97-4b06-b5a2-255ad510f8e0 req-d5ba3810-1302-481c-a687-b2e8dd6d51f5 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 946 time: 0.0571675 Nov 02 14:41:29.750567 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4f051-65d9-4e70-9a58-e7193a620ea7 None None] Pushing event updated for resources: {'Port': ['ID=75ccf4f2-13ad-470f-b7da-bbeeb06b2c72,revision_number=4']} {{(pid=105393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:29.807546 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-df6ace46-3e97-4b06-b5a2-255ad510f8e0 req-8bbcba32-8ebb-4cc7-9c7f-4ca9fa68543f tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610111 Nov 02 14:41:29.842023 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:29.844324 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-05dae900-2123-4ca7-b09e-1193648d5d26 None None] Set router 869428af-bb7f-42c5-a23e-6fbed3945cbe gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:41:30.213501 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-05dae900-2123-4ca7-b09e-1193648d5d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869428af-bb7f-42c5-a23e-6fbed3945cbe', 'name': 'tempest-TestMinimumBasicScenario-2112962229-router', 'tenant_id': '60b28b9d81b24b5b99dc2152516f4c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'c92a5806-30b3-4738-bfa6-b902effc26ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:41:19Z', 'updated_at': '2022-11-02T14:41:23Z', 'revision_number': 4, 'project_id': '60b28b9d81b24b5b99dc2152516f4c2c', 'gw_port': {'id': 'c92a5806-30b3-4738-bfa6-b902effc26ab', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869428af-bb7f-42c5-a23e-6fbed3945cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:41:20Z', 'updated_at': '2022-11-02T14:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '75ccf4f2-13ad-470f-b7da-bbeeb06b2c72', 'name': '', 'network_id': 'ecb106db-d8fd-4824-bfe1-607246d3a84f', 'tenant_id': '60b28b9d81b24b5b99dc2152516f4c2c', 'mac_address': 'fa:16:3e:9f:41:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869428af-bb7f-42c5-a23e-6fbed3945cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3368e756-d53a-4b99-bda6-e806b40098cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:41:22Z', 'updated_at': '2022-11-02T14:41:29Z', 'revision_number': 4, 'project_id': '60b28b9d81b24b5b99dc2152516f4c2c', 'subnets': [{'id': '3368e756-d53a-4b99-bda6-e806b40098cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:41:30.240839 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dae900-2123-4ca7-b09e-1193648d5d26 None None] The sync data for ids ['869428af-bb7f-42c5-a23e-6fbed3945cbe'] in dv-cinder-862365-4-iscsi is: [{'id': '869428af-bb7f-42c5-a23e-6fbed3945cbe', 'name': 'tempest-TestMinimumBasicScenario-2112962229-router', 'tenant_id': '60b28b9d81b24b5b99dc2152516f4c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'c92a5806-30b3-4738-bfa6-b902effc26ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:41:19Z', 'updated_at': '2022-11-02T14:41:23Z', 'revision_number': 4, 'project_id': '60b28b9d81b24b5b99dc2152516f4c2c', 'gw_port': {'id': 'c92a5806-30b3-4738-bfa6-b902effc26ab', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869428af-bb7f-42c5-a23e-6fbed3945cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:41:20Z', 'updated_at': '2022-11-02T14:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '75ccf4f2-13ad-470f-b7da-bbeeb06b2c72', 'name': '', 'network_id': 'ecb106db-d8fd-4824-bfe1-607246d3a84f', 'tenant_id': '60b28b9d81b24b5b99dc2152516f4c2c', 'mac_address': 'fa:16:3e:9f:41:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869428af-bb7f-42c5-a23e-6fbed3945cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '3368e756-d53a-4b99-bda6-e806b40098cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:41:22Z', 'updated_at': '2022-11-02T14:41:29Z', 'revision_number': 4, 'project_id': '60b28b9d81b24b5b99dc2152516f4c2c', 'subnets': [{'id': '3368e756-d53a-4b99-bda6-e806b40098cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:41:30.406992 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device c05cb546-bb19-48e2-bd44-b409f2203b29 up at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:41:30.457959 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning for port c05cb546-bb19-48e2-bd44-b409f2203b29 completed by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 14:41:30.580343 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning complete for port c05cb546-bb19-48e2-bd44-b409f2203b29 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:41:30.590172 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (c05cb546-bb19-48e2-bd44-b409f2203b29), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:30.590172 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Attempt 1 to provision port c05cb546-bb19-48e2-bd44-b409f2203b29 Nov 02 14:41:30.622787 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 75ccf4f2-13ad-470f-b7da-bbeeb06b2c72 up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:41:30.730755 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 75ccf4f2-13ad-470f-b7da-bbeeb06b2c72 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:41:30.731234 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (75ccf4f2-13ad-470f-b7da-bbeeb06b2c72), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:30.731753 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 75ccf4f2-13ad-470f-b7da-bbeeb06b2c72 Nov 02 14:41:30.782038 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360333b-6818-4470-b55a-c34205445963 req-82bfb417-0d1a-4809-ab82-72dcae04a1cf tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:30.786369 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8360333b-6818-4470-b55a-c34205445963 req-82bfb417-0d1a-4809-ab82-72dcae04a1cf tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 946 time: 0.0914428 Nov 02 14:41:30.912636 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:30.957678 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8360333b-6818-4470-b55a-c34205445963 req-51beae1e-5808-403d-addc-24afccbea98c tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577530 Nov 02 14:41:30.988801 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b653d-1535-441f-8eea-c149d5358be8 req-9e4b98c7-6432-4f7c-9d2f-a1fe85778c83 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:30.995246 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cb0b653d-1535-441f-8eea-c149d5358be8 req-9e4b98c7-6432-4f7c-9d2f-a1fe85778c83 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=400af7ba-398a-4908-8fea-f57eaa4e5a0f HTTP/1.1" status: 200 len: 945 time: 0.2000017 Nov 02 14:41:31.145729 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port c05cb546-bb19-48e2-bd44-b409f2203b29 is: BUILD; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:41:31.146129 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (c05cb546-bb19-48e2-bd44-b409f2203b29), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:31.163412 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cb0b653d-1535-441f-8eea-c149d5358be8 req-f9789f7d-728f-425e-9b10-a39d6e4f94ad tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598172 Nov 02 14:41:31.263248 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a94b9d-2170-4997-a731-236b6dda5614 req-6cc37f6a-84f5-4e8a-ae64-28754f507e9f tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:31.269366 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400af7ba-398a-4908-8fea-f57eaa4e5a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05cb546-bb19-48e2-bd44-b409f2203b29'}] {{(pid=105392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:41:31.271230 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-31a94b9d-2170-4997-a731-236b6dda5614 req-6cc37f6a-84f5-4e8a-ae64-28754f507e9f tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 946 time: 0.1067541 Nov 02 14:41:31.271911 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa406a66c4f7fcebf853f6ac608ace0721fd427f75714d2af0e2307e93ff13f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d812246-feb8-49d9-9c7e-325af51bbf94" -d '{"events": [{"server_uuid": "400af7ba-398a-4908-8fea-f57eaa4e5a0f", "name": "network-vif-plugged", "status": "completed", "tag": "c05cb546-bb19-48e2-bd44-b409f2203b29"}]}' {{(pid=105392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:41:31.295143 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port c05cb546-bb19-48e2-bd44-b409f2203b29, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=c05cb546-bb19-48e2-bd44-b409f2203b29,segment=NetworkSegment(4efeda04-ac99-4cc7-87dd-d8be6bb10bef),segment_id=4efeda04-ac99-4cc7-87dd-d8be6bb10bef)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:41:31.296656 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 75ccf4f2-13ad-470f-b7da-bbeeb06b2c72 is: DOWN; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:41:31.297313 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (75ccf4f2-13ad-470f-b7da-bbeeb06b2c72), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:31.389670 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] For port 75ccf4f2-13ad-470f-b7da-bbeeb06b2c72, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=75ccf4f2-13ad-470f-b7da-bbeeb06b2c72,segment=NetworkSegment(8bfb5304-c8f9-4aa8-b651-c3cf2a9c86c2),segment_id=8bfb5304-c8f9-4aa8-b651-c3cf2a9c86c2)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:41:31.393045 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768e6fdd-05f0-4ed4-ae34-97253790d06a x-openstack-request-id: req-768e6fdd-05f0-4ed4-ae34-97253790d06a {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:41:31.393564 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "400af7ba-398a-4908-8fea-f57eaa4e5a0f", "name": "network-vif-plugged", "status": "completed", "tag": "c05cb546-bb19-48e2-bd44-b409f2203b29", "code": 200}]} {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:41:31.395002 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-768e6fdd-05f0-4ed4-ae34-97253790d06a {{(pid=105392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:41:31.395572 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.notifiers.nova [-] Nova event matching ['req-768e6fdd-05f0-4ed4-ae34-97253790d06a'] response: {'server_uuid': '400af7ba-398a-4908-8fea-f57eaa4e5a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05cb546-bb19-48e2-bd44-b409f2203b29', 'code': 200} Nov 02 14:41:31.398911 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (c05cb546-bb19-48e2-bd44-b409f2203b29), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:31.424168 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-31a94b9d-2170-4997-a731-236b6dda5614 req-52759e62-e59f-4c3a-9593-17651e504e4e tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519437 Nov 02 14:41:31.505916 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=c05cb546-bb19-48e2-bd44-b409f2203b29,revision_number=5']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:31.517773 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (75ccf4f2-13ad-470f-b7da-bbeeb06b2c72), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:31.621186 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Pushing event updated for resources: {'Port': ['ID=75ccf4f2-13ad-470f-b7da-bbeeb06b2c72,revision_number=5']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:32.002240 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283fa5c-9389-4555-9d25-070d84811547 req-7f328e53-6e67-4d8d-86b8-d2682ee65fcb tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:32.013029 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1283fa5c-9389-4555-9d25-070d84811547 req-7f328e53-6e67-4d8d-86b8-d2682ee65fcb tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 946 time: 0.0764544 Nov 02 14:41:32.077364 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1283fa5c-9389-4555-9d25-070d84811547 req-dab749d4-cdf5-46a2-ba1f-31f9a67f237b tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633302 Nov 02 14:41:32.177952 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc644090-922e-43b7-b26d-4e832e1307c4 req-2ac38bc0-884f-428b-b468-f15007d67bca tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:32.179684 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-bc644090-922e-43b7-b26d-4e832e1307c4 req-2ac38bc0-884f-428b-b468-f15007d67bca tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 946 time: 0.0970204 Nov 02 14:41:32.253149 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-bc644090-922e-43b7-b26d-4e832e1307c4 req-0b135e36-8c78-4c21-baee-626c58ee83fa tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664809 Nov 02 14:41:32.362965 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:32.384111 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62520101-0501-4259-9f2e-243c2f35f3c4 req-006f6cfa-7bfe-415f-8814-d59f204a12af tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:32.385683 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-62520101-0501-4259-9f2e-243c2f35f3c4 req-006f6cfa-7bfe-415f-8814-d59f204a12af tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=400af7ba-398a-4908-8fea-f57eaa4e5a0f HTTP/1.1" status: 200 len: 946 time: 0.0599613 Nov 02 14:41:32.467058 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-62520101-0501-4259-9f2e-243c2f35f3c4 req-86f7f416-9c7b-4d51-a9a8-4ae6c2bf730f tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652897 Nov 02 14:41:32.568600 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 75ccf4f2-13ad-470f-b7da-bbeeb06b2c72 up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:41:32.612531 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:32.627535 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 75ccf4f2-13ad-470f-b7da-bbeeb06b2c72 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:41:32.628431 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (75ccf4f2-13ad-470f-b7da-bbeeb06b2c72), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:32.628840 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 75ccf4f2-13ad-470f-b7da-bbeeb06b2c72 Nov 02 14:41:32.722958 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 75ccf4f2-13ad-470f-b7da-bbeeb06b2c72 is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:41:33.065738 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 60310) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:41:33.234681 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-b81b0d8b-3fb3-4276-90ae-ef4f4e3a7979 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:33.260696 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fdb0f7-8263-428b-a333-4fa45d2f42cb req-96a8ead9-476d-48ff-bebc-5e70a0c764d7 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:33.268500 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c5fdb0f7-8263-428b-a333-4fa45d2f42cb req-96a8ead9-476d-48ff-bebc-5e70a0c764d7 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 946 time: 0.0927744 Nov 02 14:41:33.362306 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c5fdb0f7-8263-428b-a333-4fa45d2f42cb req-33a2a91a-a76c-4aa6-a029-8fb76184342a tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927768 Nov 02 14:41:33.408521 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64bf9c4-3e38-410e-9cd8-f0b52d69b333 req-82142459-0bfe-48dd-b3db-8d7a54aae727 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:33.410058 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e64bf9c4-3e38-410e-9cd8-f0b52d69b333 req-82142459-0bfe-48dd-b3db-8d7a54aae727 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 946 time: 0.0694947 Nov 02 14:41:33.444375 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-b81b0d8b-3fb3-4276-90ae-ef4f4e3a7979 admin admin] Publish callbacks [] for security_group (a1e3f405-cd0b-4d35-b5d2-1b77ef44e010), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:33.481564 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e64bf9c4-3e38-410e-9cd8-f0b52d69b333 req-811d10ba-0683-4480-8a09-d881b64c53ca tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634413 Nov 02 14:41:33.528077 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-b81b0d8b-3fb3-4276-90ae-ef4f4e3a7979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (a1e3f405-cd0b-4d35-b5d2-1b77ef44e010), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:33.643290 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-b81b0d8b-3fb3-4276-90ae-ef4f4e3a7979 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=517d1ce10caa4b8193d0c7e5e5283fbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5764382 Nov 02 14:41:33.644452 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b0d8b-3fb3-4276-90ae-ef4f4e3a7979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e3f405-cd0b-4d35-b5d2-1b77ef44e010,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:33.646122 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 60324) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:41:33.696800 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f340f2-7e27-4eb0-a8b8-59c9ef63a6fe req-765c722a-8704-4323-a083-a4265e19c7e2 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:33.704275 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-33f340f2-7e27-4eb0-a8b8-59c9ef63a6fe req-765c722a-8704-4323-a083-a4265e19c7e2 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=400af7ba-398a-4908-8fea-f57eaa4e5a0f HTTP/1.1" status: 200 len: 946 time: 0.1414723 Nov 02 14:41:33.711584 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898b432-61c0-4a71-aa2c-93a4ab5576e0 req-33f821b1-2e3f-4f26-9ca6-ca4a81dde13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:33.713065 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3898b432-61c0-4a71-aa2c-93a4ab5576e0 req-33f821b1-2e3f-4f26-9ca6-ca4a81dde13b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=edc675d4a92f4ff9ae8a41a020fa792c&device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 1130 time: 0.0839825 Nov 02 14:41:33.741112 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-661f4f0d-d7bb-4f8b-a312-d0557be93a8e admin admin] Publish callbacks [] for security_group (a1e3f405-cd0b-4d35-b5d2-1b77ef44e010), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:33.766295 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-661f4f0d-d7bb-4f8b-a312-d0557be93a8e admin admin] Publish callbacks [] for security_group (a1e3f405-cd0b-4d35-b5d2-1b77ef44e010), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:33.939391 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-661f4f0d-d7bb-4f8b-a312-d0557be93a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (a1e3f405-cd0b-4d35-b5d2-1b77ef44e010), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:33.942434 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-661f4f0d-d7bb-4f8b-a312-d0557be93a8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:33.947043 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-661f4f0d-d7bb-4f8b-a312-d0557be93a8e admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/a1e3f405-cd0b-4d35-b5d2-1b77ef44e010 HTTP/1.1" status: 204 len: 168 time: 0.2995541 Nov 02 14:41:33.960782 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f4f0d-d7bb-4f8b-a312-d0557be93a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e3f405-cd0b-4d35-b5d2-1b77ef44e010,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:34.069402 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-33f340f2-7e27-4eb0-a8b8-59c9ef63a6fe req-a49d476d-556b-4aa5-a775-8bdf301e9fe2 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645089 Nov 02 14:41:34.102102 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:34.136319 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898b432-61c0-4a71-aa2c-93a4ab5576e0 req-dbde5469-1cdc-4cd1-8ab3-b2b0075c951b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:34.137952 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3898b432-61c0-4a71-aa2c-93a4ab5576e0 req-dbde5469-1cdc-4cd1-8ab3-b2b0075c951b service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=bea7d5f3-3f34-426a-97bc-a8938ef4d97b HTTP/1.1" status: 200 len: 920 time: 0.4025030 Nov 02 14:41:34.513732 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1ff29-5d3c-4257-82ab-251d73323ee9 req-a4a63895-9ec7-4eba-b358-530f77470f74 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:34.515332 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-96b1ff29-5d3c-4257-82ab-251d73323ee9 req-a4a63895-9ec7-4eba-b358-530f77470f74 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 946 time: 0.0607367 Nov 02 14:41:34.583153 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-96b1ff29-5d3c-4257-82ab-251d73323ee9 req-e30a83ba-be69-4b6a-a8b8-e27cab8bbd7e tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439115 Nov 02 14:41:34.648788 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483e2e8-f5d9-4acf-8deb-9eef7bbb2800 req-73a94ec7-b1ac-4f45-ad5f-eaccc94895f7 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:34.650283 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2483e2e8-f5d9-4acf-8deb-9eef7bbb2800 req-73a94ec7-b1ac-4f45-ad5f-eaccc94895f7 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 946 time: 0.0615132 Nov 02 14:41:34.701517 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2483e2e8-f5d9-4acf-8deb-9eef7bbb2800 req-070fb713-fd0d-45fe-9ea2-2eeaa2ebb39d tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452597 Nov 02 14:41:35.195260 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 60352) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:41:35.222572 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-41650d5b-ed6b-4f69-99ac-5725fa6ff6e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:35.270180 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7597307-4790-4055-abfb-a2dcc8c02783 req-1ec2e9e8-eab4-4730-802e-03338d6b26a8 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:35.273948 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d7597307-4790-4055-abfb-a2dcc8c02783 req-1ec2e9e8-eab4-4730-802e-03338d6b26a8 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=400af7ba-398a-4908-8fea-f57eaa4e5a0f HTTP/1.1" status: 200 len: 946 time: 0.0960672 Nov 02 14:41:35.275859 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:35.318341 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-41650d5b-ed6b-4f69-99ac-5725fa6ff6e5 admin admin] Publish callbacks [] for security_group (6318ae13-dbb7-41d7-a2a4-f47ec59cda3d), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:35.343517 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d7597307-4790-4055-abfb-a2dcc8c02783 req-55a73cd1-86e5-4078-b68f-ee70035baab7 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617728 Nov 02 14:41:35.407671 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-41650d5b-ed6b-4f69-99ac-5725fa6ff6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (6318ae13-dbb7-41d7-a2a4-f47ec59cda3d), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:35.477606 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-41650d5b-ed6b-4f69-99ac-5725fa6ff6e5 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=c218b92c9c9d49828ac7d5897211e8b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2811711 Nov 02 14:41:35.480797 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 60356) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:41:35.483944 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41650d5b-ed6b-4f69-99ac-5725fa6ff6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6318ae13-dbb7-41d7-a2a4-f47ec59cda3d,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:35.538314 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:35.560975 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-2c9f4f1a-bff8-4047-a273-d252135583fd admin admin] Publish callbacks [] for security_group (6318ae13-dbb7-41d7-a2a4-f47ec59cda3d), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:35.589648 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-2c9f4f1a-bff8-4047-a273-d252135583fd admin admin] Publish callbacks [] for security_group (6318ae13-dbb7-41d7-a2a4-f47ec59cda3d), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:35.752923 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72b832-6237-4f6f-bab0-7118ebfb5664 req-db00d6ea-cf48-46f4-af7b-6e82ae8bcb8d tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:35.754567 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5e72b832-6237-4f6f-bab0-7118ebfb5664 req-db00d6ea-cf48-46f4-af7b-6e82ae8bcb8d tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 946 time: 0.0755539 Nov 02 14:41:35.799562 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-2c9f4f1a-bff8-4047-a273-d252135583fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (6318ae13-dbb7-41d7-a2a4-f47ec59cda3d), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:35.802807 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-2c9f4f1a-bff8-4047-a273-d252135583fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:35.806418 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-2c9f4f1a-bff8-4047-a273-d252135583fd admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/6318ae13-dbb7-41d7-a2a4-f47ec59cda3d HTTP/1.1" status: 204 len: 168 time: 0.3221047 Nov 02 14:41:35.837197 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f4f1a-bff8-4047-a273-d252135583fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6318ae13-dbb7-41d7-a2a4-f47ec59cda3d,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:35.876825 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5e72b832-6237-4f6f-bab0-7118ebfb5664 req-2b836e44-3e78-4407-90ad-55043a2c478c tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090405 Nov 02 14:41:35.894462 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dab50e-4b17-4e62-9c3d-13c8f3550cb2 req-4de05338-41bf-497f-ad65-b9ae6b3cb3ea tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:35.896132 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-68dab50e-4b17-4e62-9c3d-13c8f3550cb2 req-4de05338-41bf-497f-ad65-b9ae6b3cb3ea tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 946 time: 0.0851297 Nov 02 14:41:35.968136 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-68dab50e-4b17-4e62-9c3d-13c8f3550cb2 req-3ba8a67d-b8b9-4454-9c66-2e4176a2e278 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647228 Nov 02 14:41:36.373942 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-54010379-4b97-4d04-974d-7660b90f8242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:36.534096 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c0c87-86a7-4da6-8a66-24e38159a091 req-af4a9312-8ac9-4c34-9df0-b74c5dd44e3c tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:36.536304 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-644c0c87-86a7-4da6-8a66-24e38159a091 req-af4a9312-8ac9-4c34-9df0-b74c5dd44e3c tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=400af7ba-398a-4908-8fea-f57eaa4e5a0f HTTP/1.1" status: 200 len: 946 time: 0.0788894 Nov 02 14:41:36.656064 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3898b432-61c0-4a71-aa2c-93a4ab5576e0 req-294dea99-69c2-4e72-b2bf-561be109ea5d service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3d49dc7-6e55-4eda-a524-acbf2248d0e8 HTTP/1.1" status: 200 len: 217 time: 0.0564475 Nov 02 14:41:36.667455 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-644c0c87-86a7-4da6-8a66-24e38159a091 req-7ceebfd9-a628-49f6-af82-da8d260d8c23 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240401 Nov 02 14:41:36.714753 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:36.731632 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898b432-61c0-4a71-aa2c-93a4ab5576e0 req-f5f122a6-cff3-4faf-8c8d-5bb36c0ce798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:36.733152 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3898b432-61c0-4a71-aa2c-93a4ab5576e0 req-f5f122a6-cff3-4faf-8c8d-5bb36c0ce798 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=543df3fb-8a54-4baf-bcd8-c5079d82249a HTTP/1.1" status: 200 len: 858 time: 0.0599105 Nov 02 14:41:36.823809 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898b432-61c0-4a71-aa2c-93a4ab5576e0 req-81d1e972-29ea-438a-8f52-ea01e8f6ab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:36.826270 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3898b432-61c0-4a71-aa2c-93a4ab5576e0 req-81d1e972-29ea-438a-8f52-ea01e8f6ab6a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=bea7d5f3-3f34-426a-97bc-a8938ef4d97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0844700 Nov 02 14:41:36.993103 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a8903-71c1-435d-ab3f-1e443f3efe0c req-faa6f5d8-a59c-4520-af7e-4c4de69cb9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:36.995468 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-030a8903-71c1-435d-ab3f-1e443f3efe0c req-faa6f5d8-a59c-4520-af7e-4c4de69cb9c4 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=400af7ba-398a-4908-8fea-f57eaa4e5a0f HTTP/1.1" status: 200 len: 1130 time: 0.3951623 Nov 02 14:41:37.065679 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3898b432-61c0-4a71-aa2c-93a4ab5576e0 req-dde53ecb-2bb9-49a2-a982-6f4f02a6aed3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/bea7d5f3-3f34-426a-97bc-a8938ef4d97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253511 Nov 02 14:41:37.098698 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-030a8903-71c1-435d-ab3f-1e443f3efe0c req-b3824305-c59f-47f4-a32b-69eb57de9151 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928388 Nov 02 14:41:37.240970 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4139849-bc64-43c5-94d4-1357efef6ccd req-de894e80-30d0-4376-b623-da10a5f8b02f tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:37.249157 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a4139849-bc64-43c5-94d4-1357efef6ccd req-de894e80-30d0-4376-b623-da10a5f8b02f tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 946 time: 0.1618099 Nov 02 14:41:37.274887 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0228887-df2a-4790-b9ad-ca37d37ae132 req-e4e5aca8-9c15-4d21-934a-cb3caa4d965a tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:37.276474 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b0228887-df2a-4790-b9ad-ca37d37ae132 req-e4e5aca8-9c15-4d21-934a-cb3caa4d965a tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 946 time: 0.1279314 Nov 02 14:41:37.330551 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3898b432-61c0-4a71-aa2c-93a4ab5576e0 req-47e9cc94-3fa9-4dba-b583-4d4bb2bd40bb service neutron] 10.222.0.64 "GET /networking/v2.0/networks/bea7d5f3-3f34-426a-97bc-a8938ef4d97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572215 Nov 02 14:41:37.369174 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a4139849-bc64-43c5-94d4-1357efef6ccd req-70f54f91-91af-4555-9254-a167da24d455 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189849 Nov 02 14:41:37.383447 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b0228887-df2a-4790-b9ad-ca37d37ae132 req-65097793-63b1-44b7-a676-741585df2466 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988438 Nov 02 14:41:37.800892 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b909ce8-ca88-48cb-a2c4-f924d8b4466d req-e820acba-156c-4fba-a6b5-d00f117691ed tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:37.803101 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7b909ce8-ca88-48cb-a2c4-f924d8b4466d req-e820acba-156c-4fba-a6b5-d00f117691ed tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=400af7ba-398a-4908-8fea-f57eaa4e5a0f HTTP/1.1" status: 200 len: 946 time: 0.0543067 Nov 02 14:41:37.866974 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7b909ce8-ca88-48cb-a2c4-f924d8b4466d req-54ba9039-f51a-463a-b98f-4077ba8fca9b tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536048 Nov 02 14:41:38.242105 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ae0bb-9896-40df-8002-1db7c0edbf38 req-976cdd92-78a2-424f-9426-cb0525c606b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:38.243572 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-792ae0bb-9896-40df-8002-1db7c0edbf38 req-976cdd92-78a2-424f-9426-cb0525c606b0 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=edc675d4a92f4ff9ae8a41a020fa792c&device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 1130 time: 0.0454593 Nov 02 14:41:38.366600 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ae0bb-9896-40df-8002-1db7c0edbf38 req-e9819aaf-37b3-4dae-9042-c31c0e52aba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:38.366600 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-792ae0bb-9896-40df-8002-1db7c0edbf38 req-e9819aaf-37b3-4dae-9042-c31c0e52aba6 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=bea7d5f3-3f34-426a-97bc-a8938ef4d97b HTTP/1.1" status: 200 len: 920 time: 0.0938215 Nov 02 14:41:38.411001 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-792ae0bb-9896-40df-8002-1db7c0edbf38 req-a9b75648-3653-476f-b83a-dc2507f6f947 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3d49dc7-6e55-4eda-a524-acbf2248d0e8 HTTP/1.1" status: 200 len: 217 time: 0.0341933 Nov 02 14:41:38.534061 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:38.569606 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072098f-d61d-4035-9403-d9871047b013 req-c48e90df-09db-4990-9be2-c1822073ef6e tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:38.571089 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e072098f-d61d-4035-9403-d9871047b013 req-c48e90df-09db-4990-9be2-c1822073ef6e tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 946 time: 0.1225610 Nov 02 14:41:38.586383 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4c5d6-ce66-411d-abbd-80ba351bd443 req-cfc32a00-db3e-4ba2-ad18-04631d431e00 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:38.587809 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-46d4c5d6-ce66-411d-abbd-80ba351bd443 req-cfc32a00-db3e-4ba2-ad18-04631d431e00 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 946 time: 0.0932908 Nov 02 14:41:38.604822 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ae0bb-9896-40df-8002-1db7c0edbf38 req-fdd31f87-12fe-4dc2-a299-6e0689bafa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:38.606519 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-792ae0bb-9896-40df-8002-1db7c0edbf38 req-fdd31f87-12fe-4dc2-a299-6e0689bafa14 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=543df3fb-8a54-4baf-bcd8-c5079d82249a HTTP/1.1" status: 200 len: 858 time: 0.1465802 Nov 02 14:41:38.669381 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e072098f-d61d-4035-9403-d9871047b013 req-8f40f89f-4d53-42ea-bda0-19aae108a809 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923343 Nov 02 14:41:38.672876 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:38.677712 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-46d4c5d6-ce66-411d-abbd-80ba351bd443 req-9bf95cd2-0298-469d-a7eb-52369a833cac tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807869 Nov 02 14:41:38.917296 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-3f1601a7-afd3-456f-a29f-b7119007165b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:39.060917 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1bf93-a5f6-4f02-9c46-aa3d85fafd97 req-1e34d6e8-26e8-4f32-b5fa-261bfa21495e tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:39.062814 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f8c1bf93-a5f6-4f02-9c46-aa3d85fafd97 req-1e34d6e8-26e8-4f32-b5fa-261bfa21495e tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=400af7ba-398a-4908-8fea-f57eaa4e5a0f HTTP/1.1" status: 200 len: 946 time: 0.0781944 Nov 02 14:41:39.129590 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f8c1bf93-a5f6-4f02-9c46-aa3d85fafd97 req-d49c99bd-de3c-4875-842c-40300bea3633 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587597 Nov 02 14:41:39.826308 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defd04f-072e-4bdf-a22f-52e180e94917 req-598912b5-ccc4-47cc-9259-dcad4103da47 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:39.827778 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8defd04f-072e-4bdf-a22f-52e180e94917 req-598912b5-ccc4-47cc-9259-dcad4103da47 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 946 time: 0.0817709 Nov 02 14:41:39.848626 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64483a39-739f-43d4-9ae6-5272b4eaf4e4 req-19f40fbf-8cb4-45dc-9dec-e1761bb17b1d tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:39.850267 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-64483a39-739f-43d4-9ae6-5272b4eaf4e4 req-19f40fbf-8cb4-45dc-9dec-e1761bb17b1d tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 946 time: 0.0727913 Nov 02 14:41:39.908155 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8defd04f-072e-4bdf-a22f-52e180e94917 req-0201f06d-5ecb-4485-bc49-7618a0fec819 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735159 Nov 02 14:41:39.943363 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-64483a39-739f-43d4-9ae6-5272b4eaf4e4 req-a1e7bf52-5dcb-47df-8e62-240a4f65a46a tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770795 Nov 02 14:41:40.095481 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ae0bb-9896-40df-8002-1db7c0edbf38 req-9bafe027-0e57-4efa-8aa6-c0f041de4271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:40.095481 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-792ae0bb-9896-40df-8002-1db7c0edbf38 req-9bafe027-0e57-4efa-8aa6-c0f041de4271 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=bea7d5f3-3f34-426a-97bc-a8938ef4d97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0668108 Nov 02 14:41:40.216597 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:40.252655 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17d607-83d5-46a9-81a9-ff88d39f6d33 req-73f2b199-2758-43f5-b483-1b7cd1794ed2 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:40.255040 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6a17d607-83d5-46a9-81a9-ff88d39f6d33 req-73f2b199-2758-43f5-b483-1b7cd1794ed2 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=400af7ba-398a-4908-8fea-f57eaa4e5a0f HTTP/1.1" status: 200 len: 946 time: 0.0547051 Nov 02 14:41:40.318047 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6a17d607-83d5-46a9-81a9-ff88d39f6d33 req-6245bc0b-070c-40aa-9181-e98170154ecd tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564260 Nov 02 14:41:40.383422 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:40.416059 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-8d652bb9-4ef2-4f78-8797-49092d7abb9d tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:40.417419 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-8d652bb9-4ef2-4f78-8797-49092d7abb9d tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/networks?id=a5e8c38f-06c6-404d-bcd7-7c9cd1de864c HTTP/1.1" status: 200 len: 814 time: 0.1140668 Nov 02 14:41:40.438323 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-43dfd81d-1c33-4057-a99d-e57f642a9a47 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/quotas/e60a52ce75b94198ac6abb7727e7072d HTTP/1.1" status: 200 len: 375 time: 0.0111036 Nov 02 14:41:40.448590 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:40.492831 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-e0bd47cf-e3a6-4b39-ba03-c7665662d9af tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=e60a52ce75b94198ac6abb7727e7072d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511549 Nov 02 14:41:40.596531 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-40bdd122-0724-451c-bdf1-4feb4ff6bfec service neutron] 10.222.0.30 "GET /networking/v2.0/networks/a5e8c38f-06c6-404d-bcd7-7c9cd1de864c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902998 Nov 02 14:41:40.696120 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-d597fa20-50f0-408a-ac17-919e166ad1f0 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/a5e8c38f-06c6-404d-bcd7-7c9cd1de864c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936291 Nov 02 14:41:40.882381 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-792ae0bb-9896-40df-8002-1db7c0edbf38 req-4f76d670-03ed-43f4-8012-0afc3617f3c1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/bea7d5f3-3f34-426a-97bc-a8938ef4d97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085713 Nov 02 14:41:41.051848 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b31f1-5459-4b7d-90ca-9ce989305759 req-58f082d1-5994-4ac8-b3c6-96de011cf449 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:41.058213 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-622b31f1-5459-4b7d-90ca-9ce989305759 req-58f082d1-5994-4ac8-b3c6-96de011cf449 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 946 time: 0.0652094 Nov 02 14:41:41.131644 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:41.147825 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c290b-4bfd-450d-8845-a0e0b13bdc73 req-89ea27e3-1eb1-476d-b9be-2b4a99f6c07d tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:41.149916 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d23c290b-4bfd-450d-8845-a0e0b13bdc73 req-89ea27e3-1eb1-476d-b9be-2b4a99f6c07d tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 946 time: 0.0746067 Nov 02 14:41:41.153841 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-622b31f1-5459-4b7d-90ca-9ce989305759 req-52e2dcbc-8691-49c6-9847-22ccff40098d tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946043 Nov 02 14:41:41.201894 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:41.253249 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-683441aa-60aa-47b0-a19c-0f71fbf93b3d req-10e2f75f-3a6e-42c4-9f70-b901fe3bedf2 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 210 time: 0.0406749 Nov 02 14:41:41.255324 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d23c290b-4bfd-450d-8845-a0e0b13bdc73 req-1ebda34d-1c6a-4074-bc82-1c6f6f3b45c7 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982099 Nov 02 14:41:41.393710 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-792ae0bb-9896-40df-8002-1db7c0edbf38 req-59fef23a-8678-4c09-9dbe-0201c5f93a1c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/bea7d5f3-3f34-426a-97bc-a8938ef4d97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100855 Nov 02 14:41:41.448654 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7383c-eb47-447f-b17d-a1ff4915874d req-ee899429-1ced-4db0-9b37-7fea59db6372 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:41.450190 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c2e7383c-eb47-447f-b17d-a1ff4915874d req-ee899429-1ced-4db0-9b37-7fea59db6372 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=400af7ba-398a-4908-8fea-f57eaa4e5a0f HTTP/1.1" status: 200 len: 946 time: 0.0500274 Nov 02 14:41:41.521837 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c2e7383c-eb47-447f-b17d-a1ff4915874d req-664b70b5-e2cc-4087-a49b-c93912bc33b9 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653841 Nov 02 14:41:41.540330 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:42.006324 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:42.357815 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c9f86a78-a946-486f-bc7c-4575d1aafa25 req-2ddc7233-c913-49ec-8fa5-73bb7046f177 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 210 time: 0.0384517 Nov 02 14:41:42.447384 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8254090-996a-4bbe-b03e-1b911a2057c6 req-b53941a1-21c3-4dc0-a587-92fff4f614cb tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:42.448871 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f8254090-996a-4bbe-b03e-1b911a2057c6 req-b53941a1-21c3-4dc0-a587-92fff4f614cb tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 946 time: 0.0604045 Nov 02 14:41:42.499948 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f8254090-996a-4bbe-b03e-1b911a2057c6 req-0ecffaf3-ec3f-43b8-92bc-edffb34d407c tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450745 Nov 02 14:41:43.197990 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 60578) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:41:43.203804 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-557793d9-120a-40b7-9de9-3ef5473ec6ff tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1884718709', 'description': 'tempest-description--1265416236'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:41:43.311598 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-557793d9-120a-40b7-9de9-3ef5473ec6ff tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:43.370387 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 60582) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:41:43.393739 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-557793d9-120a-40b7-9de9-3ef5473ec6ff tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks [] for security_group (915fd804-cf54-4810-b986-1a4a959f2edf), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:43.498191 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9cf1f2bb-0633-4959-b5d9-c6a1e73833e0 req-3a76b9e9-e4a9-44b9-a654-e3bf21405ce8 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 210 time: 0.0614815 Nov 02 14:41:43.498993 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-557793d9-120a-40b7-9de9-3ef5473ec6ff tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (915fd804-cf54-4810-b986-1a4a959f2edf), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:43.540635 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-dc71238a-b1e8-4702-9729-3f9eff76d0ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:43.544651 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557793d9-120a-40b7-9de9-3ef5473ec6ff tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=915fd804-cf54-4810-b986-1a4a959f2edf,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:43.584971 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:43.625931 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-dc71238a-b1e8-4702-9729-3f9eff76d0ce admin admin] Publish callbacks [] for security_group (86b215e3-fed9-410b-aa45-c21f086ea3d5), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:43.643002 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e31f2-2b15-4bbf-a413-7e42f6522762 req-e51372fe-81e1-447c-9350-3792e16d3756 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:43.644622 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-228e31f2-2b15-4bbf-a413-7e42f6522762 req-e51372fe-81e1-447c-9350-3792e16d3756 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 946 time: 0.0536480 Nov 02 14:41:43.695117 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-228e31f2-2b15-4bbf-a413-7e42f6522762 req-bfb7c08a-ab37-48aa-b223-09c07c2682d1 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445228 Nov 02 14:41:43.698561 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-557793d9-120a-40b7-9de9-3ef5473ec6ff tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:43.700484 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-557793d9-120a-40b7-9de9-3ef5473ec6ff tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5002768 Nov 02 14:41:43.703320 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 60592) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:41:43.709142 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-0c460b2d-b09a-4400-a6c5-4703c1a51d50 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Request body: {'security_group_rule': {'security_group_id': '915fd804-cf54-4810-b986-1a4a959f2edf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:41:43.725418 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-dc71238a-b1e8-4702-9729-3f9eff76d0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (86b215e3-fed9-410b-aa45-c21f086ea3d5), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:43.783227 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 60596) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:41:43.789594 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-dc71238a-b1e8-4702-9729-3f9eff76d0ce admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=72df3c75450d46568090a0a85980c438&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4099576 Nov 02 14:41:43.789594 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71238a-b1e8-4702-9729-3f9eff76d0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b215e3-fed9-410b-aa45-c21f086ea3d5,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:43.824485 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999fbce-a716-45f1-8cda-80db8f9e5662 req-7dcfea98-22ef-4321-9964-8c6675d7eb88 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:43.824485 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0999fbce-a716-45f1-8cda-80db8f9e5662 req-7dcfea98-22ef-4321-9964-8c6675d7eb88 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=400af7ba-398a-4908-8fea-f57eaa4e5a0f HTTP/1.1" status: 200 len: 946 time: 0.0694540 Nov 02 14:41:43.853978 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0c460b2d-b09a-4400-a6c5-4703c1a51d50 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks [] for security_group_rule (6cecc7e6-0763-48c6-9491-9ecb6104aa34), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:43.888833 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-5034e9fe-5644-4ec9-8a68-bf4e5ab1ed42 admin admin] Publish callbacks [] for security_group (86b215e3-fed9-410b-aa45-c21f086ea3d5), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:43.905943 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0999fbce-a716-45f1-8cda-80db8f9e5662 req-255bf923-260e-4944-81b7-4ac1d00b4cee tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765557 Nov 02 14:41:43.925225 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-5034e9fe-5644-4ec9-8a68-bf4e5ab1ed42 admin admin] Publish callbacks [] for security_group (86b215e3-fed9-410b-aa45-c21f086ea3d5), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:43.949286 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0c460b2d-b09a-4400-a6c5-4703c1a51d50 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks [] for security_group_rule (6cecc7e6-0763-48c6-9491-9ecb6104aa34), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:44.009608 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0c460b2d-b09a-4400-a6c5-4703c1a51d50 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66819821'] for security_group_rule (6cecc7e6-0763-48c6-9491-9ecb6104aa34), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:44.029357 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c460b2d-b09a-4400-a6c5-4703c1a51d50 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cecc7e6-0763-48c6-9491-9ecb6104aa34,revision_number=0']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:44.049739 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-5034e9fe-5644-4ec9-8a68-bf4e5ab1ed42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (86b215e3-fed9-410b-aa45-c21f086ea3d5), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:44.052407 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-5034e9fe-5644-4ec9-8a68-bf4e5ab1ed42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:44.053702 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-5034e9fe-5644-4ec9-8a68-bf4e5ab1ed42 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/86b215e3-fed9-410b-aa45-c21f086ea3d5 HTTP/1.1" status: 204 len: 168 time: 0.2690632 Nov 02 14:41:44.062113 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5034e9fe-5644-4ec9-8a68-bf4e5ab1ed42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b215e3-fed9-410b-aa45-c21f086ea3d5,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:44.108201 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0c460b2d-b09a-4400-a6c5-4703c1a51d50 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:44.109735 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-0c460b2d-b09a-4400-a6c5-4703c1a51d50 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4044728 Nov 02 14:41:44.113339 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 60604) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:41:44.118202 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-a2dcbbcd-0347-4b67-b8af-3265330f5db5 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Request body: {'security_group_rule': {'security_group_id': '915fd804-cf54-4810-b986-1a4a959f2edf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:41:44.220821 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-a2dcbbcd-0347-4b67-b8af-3265330f5db5 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks [] for security_group_rule (f90b9417-6694-4e46-aa5c-a8904ecbd57f), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:44.224436 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:44.237295 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:44.283142 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-a2dcbbcd-0347-4b67-b8af-3265330f5db5 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks [] for security_group_rule (f90b9417-6694-4e46-aa5c-a8904ecbd57f), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:44.308876 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 60608) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:41:44.363527 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-a2dcbbcd-0347-4b67-b8af-3265330f5db5 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66819821'] for security_group_rule (f90b9417-6694-4e46-aa5c-a8904ecbd57f), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:44.382851 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dcbbcd-0347-4b67-b8af-3265330f5db5 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f90b9417-6694-4e46-aa5c-a8904ecbd57f,revision_number=0']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:44.437373 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-b81a085f-0356-40f5-96a3-a3aaa52f0e88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:44.457130 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-a2dcbbcd-0347-4b67-b8af-3265330f5db5 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:44.459225 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-a2dcbbcd-0347-4b67-b8af-3265330f5db5 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3446717 Nov 02 14:41:44.462290 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 60618) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:41:44.467700 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-0f35a4d8-7c7d-45f2-bca5-391f0f377400 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Request body: {'floatingip': {'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:41:44.497231 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:44.519810 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-b81a085f-0356-40f5-96a3-a3aaa52f0e88 admin admin] Publish callbacks [] for security_group (790d7ee9-f78d-43bd-ba8c-94a3045d8067), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:44.568455 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-0f35a4d8-7c7d-45f2-bca5-391f0f377400 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:44.607720 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-b81a085f-0356-40f5-96a3-a3aaa52f0e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (790d7ee9-f78d-43bd-ba8c-94a3045d8067), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:44.653427 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-b81a085f-0356-40f5-96a3-a3aaa52f0e88 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=d95bb59c3bd34c30b86182774de4df2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3432961 Nov 02 14:41:44.654975 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a085f-0356-40f5-96a3-a3aaa52f0e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790d7ee9-f78d-43bd-ba8c-94a3045d8067,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:44.658910 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 60626) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:41:44.668715 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-72e9034f-3314-488e-96da-e9e07f205ebe req-ab371c31-b022-4b9e-9585-0dcdcdf148f9 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 210 time: 0.0785418 Nov 02 14:41:44.724946 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-74826a2c-b6ee-434b-b1fc-a61a169489f0 admin admin] Publish callbacks [] for security_group (790d7ee9-f78d-43bd-ba8c-94a3045d8067), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:44.752134 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-0f35a4d8-7c7d-45f2-bca5-391f0f377400 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:44.758806 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-74826a2c-b6ee-434b-b1fc-a61a169489f0 admin admin] Publish callbacks [] for security_group (790d7ee9-f78d-43bd-ba8c-94a3045d8067), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:44.890291 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e5daa-4ea2-45a9-b554-38f2dc04954d req-94a0889f-e878-4c61-b4de-96eb574ceb11 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:44.895187 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b36e5daa-4ea2-45a9-b554-38f2dc04954d req-94a0889f-e878-4c61-b4de-96eb574ceb11 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 946 time: 0.0812244 Nov 02 14:41:44.942950 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:44.985289 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.db_base_plugin_common [None req-0f35a4d8-7c7d-45f2-bca5-391f0f377400 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Allocated IP 172.27.0.225 (1e79e91c-2906-4b84-b981-aada7c6d27e6/3c350c57-8af8-403d-ac8f-51d64fbe694a/6438a9b1-789d-4d9a-b2db-3ffd670cc802) {{(pid=105391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:41:44.993587 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b36e5daa-4ea2-45a9-b554-38f2dc04954d req-dae029b8-6c7f-4145-831f-3025bcbd59f4 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746977 Nov 02 14:41:45.022170 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-74826a2c-b6ee-434b-b1fc-a61a169489f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (790d7ee9-f78d-43bd-ba8c-94a3045d8067), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:45.022170 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-74826a2c-b6ee-434b-b1fc-a61a169489f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:45.022170 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-74826a2c-b6ee-434b-b1fc-a61a169489f0 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/790d7ee9-f78d-43bd-ba8c-94a3045d8067 HTTP/1.1" status: 204 len: 168 time: 0.3560233 Nov 02 14:41:45.055343 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74826a2c-b6ee-434b-b1fc-a61a169489f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790d7ee9-f78d-43bd-ba8c-94a3045d8067,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:45.086780 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09242f02-6441-4138-8ec6-1fa79675c5e2 req-14111609-2eda-4ec5-bc7a-dd912286cf93 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:45.088379 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-09242f02-6441-4138-8ec6-1fa79675c5e2 req-14111609-2eda-4ec5-bc7a-dd912286cf93 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=400af7ba-398a-4908-8fea-f57eaa4e5a0f HTTP/1.1" status: 200 len: 946 time: 0.0907626 Nov 02 14:41:45.194956 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-09242f02-6441-4138-8ec6-1fa79675c5e2 req-43b2dea6-0eda-4df8-b929-e95bbcfc3f22 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752573 Nov 02 14:41:45.204600 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-0f35a4d8-7c7d-45f2-bca5-391f0f377400 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks [] for port (6438a9b1-789d-4d9a-b2db-3ffd670cc802), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:45.345051 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-0f35a4d8-7c7d-45f2-bca5-391f0f377400 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461'] for port (6438a9b1-789d-4d9a-b2db-3ffd670cc802), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:45.350782 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:45.382932 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f35a4d8-7c7d-45f2-bca5-391f0f377400 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Network 1e79e91c-2906-4b84-b981-aada7c6d27e6 is already hosted by enough agents. {{(pid=105391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:41:45.388777 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [None req-0f35a4d8-7c7d-45f2-bca5-391f0f377400 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Resources bound (agent type, host, resource id): {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:41:45.389615 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f35a4d8-7c7d-45f2-bca5-391f0f377400 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Received port after_create {{(pid=105391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:41:45.441562 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35a4d8-7c7d-45f2-bca5-391f0f377400 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Pushing event updated for resources: {'Port': ['ID=6438a9b1-789d-4d9a-b2db-3ffd670cc802,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:45.489125 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-0f35a4d8-7c7d-45f2-bca5-391f0f377400 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks [] for floatingip (ab7d20ff-2ec0-4a3a-91b1-6d7b1ed33f90), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:45.660034 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-0f35a4d8-7c7d-45f2-bca5-391f0f377400 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (6438a9b1-789d-4d9a-b2db-3ffd670cc802), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:45.791036 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a854940c-67d1-4319-924a-6937d2f75d23 req-5217dd0a-1bdb-473c-9ae0-c03037a83e14 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 210 time: 0.0315416 Nov 02 14:41:45.854473 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 60662) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:41:45.876380 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-81d331fd-2503-4ac6-9b16-684d3d575a8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:46.010605 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-81d331fd-2503-4ac6-9b16-684d3d575a8d admin admin] Publish callbacks [] for security_group (b633a0b4-0fb1-4eda-acd2-a55caa482b0d), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:46.083763 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-81d331fd-2503-4ac6-9b16-684d3d575a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (b633a0b4-0fb1-4eda-acd2-a55caa482b0d), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:46.127169 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-81d331fd-2503-4ac6-9b16-684d3d575a8d admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=f20120e071fe41249aefbaf1e9c92e5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2708251 Nov 02 14:41:46.128756 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d331fd-2503-4ac6-9b16-684d3d575a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b633a0b4-0fb1-4eda-acd2-a55caa482b0d,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:46.131305 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 60668) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:41:46.161715 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-0f35a4d8-7c7d-45f2-bca5-391f0f377400 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks [] for port (6438a9b1-789d-4d9a-b2db-3ffd670cc802), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:46.169381 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42b82e-1b43-421b-a760-3aa8dda33cca req-261c0062-65e8-48e8-adee-3e8e96d74681 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:46.170209 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-bd42b82e-1b43-421b-a760-3aa8dda33cca req-261c0062-65e8-48e8-adee-3e8e96d74681 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 946 time: 0.0647027 Nov 02 14:41:46.209681 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-acaae9da-1e85-4af4-90a8-fc2876270509 admin admin] Publish callbacks [] for security_group (b633a0b4-0fb1-4eda-acd2-a55caa482b0d), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:46.237383 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-acaae9da-1e85-4af4-90a8-fc2876270509 admin admin] Publish callbacks [] for security_group (b633a0b4-0fb1-4eda-acd2-a55caa482b0d), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:46.238700 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-0f35a4d8-7c7d-45f2-bca5-391f0f377400 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (6438a9b1-789d-4d9a-b2db-3ffd670cc802), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:46.239335 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-0f35a4d8-7c7d-45f2-bca5-391f0f377400 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66773501'] for floatingip (ab7d20ff-2ec0-4a3a-91b1-6d7b1ed33f90), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:46.279556 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-bd42b82e-1b43-421b-a760-3aa8dda33cca req-4b524902-b89e-431f-9d8b-3541eb816172 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023600 Nov 02 14:41:46.307925 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35a4d8-7c7d-45f2-bca5-391f0f377400 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Pushing event updated for resources: {'Port': ['ID=6438a9b1-789d-4d9a-b2db-3ffd670cc802,revision_number=2']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:46.310761 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:46.347221 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa6ebd-05f8-428b-92fe-55864ac81285 req-5dbe9190-0250-4449-b083-03eb9e44acc5 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:46.348731 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e0fa6ebd-05f8-428b-92fe-55864ac81285 req-5dbe9190-0250-4449-b083-03eb9e44acc5 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=400af7ba-398a-4908-8fea-f57eaa4e5a0f HTTP/1.1" status: 200 len: 946 time: 0.0573151 Nov 02 14:41:46.392910 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-acaae9da-1e85-4af4-90a8-fc2876270509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (b633a0b4-0fb1-4eda-acd2-a55caa482b0d), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:46.396432 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-acaae9da-1e85-4af4-90a8-fc2876270509 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:46.406080 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-acaae9da-1e85-4af4-90a8-fc2876270509 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/b633a0b4-0fb1-4eda-acd2-a55caa482b0d HTTP/1.1" status: 204 len: 168 time: 0.2654529 Nov 02 14:41:46.406603 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-0f35a4d8-7c7d-45f2-bca5-391f0f377400 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for floatingip (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:46.406603 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-0f35a4d8-7c7d-45f2-bca5-391f0f377400 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9363847 Nov 02 14:41:46.415101 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e0fa6ebd-05f8-428b-92fe-55864ac81285 req-cfe338d4-b722-4f6f-bf34-8cdc0d21d081 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583615 Nov 02 14:41:46.450683 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaae9da-1e85-4af4-90a8-fc2876270509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b633a0b4-0fb1-4eda-acd2-a55caa482b0d,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:46.647167 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-528dac6a-bd3c-461b-b553-5529ff1202f7 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1884718709&fields=id&tenant_id=edc675d4a92f4ff9ae8a41a020fa792c HTTP/1.1" status: 200 len: 267 time: 0.0468168 Nov 02 14:41:46.763005 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-4497cf2e-ce9a-49f9-a95d-776912bdf9d8 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:46.764546 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-4497cf2e-ce9a-49f9-a95d-776912bdf9d8 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/networks?id=bea7d5f3-3f34-426a-97bc-a8938ef4d97b HTTP/1.1" status: 200 len: 819 time: 0.1107693 Nov 02 14:41:46.782452 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-0c536c3e-84bc-4b0c-b7aa-b82d74a36ec6 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/quotas/edc675d4a92f4ff9ae8a41a020fa792c HTTP/1.1" status: 200 len: 375 time: 0.0108452 Nov 02 14:41:46.855629 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-d61823f4-fb35-4609-9fe8-8dade838f47c tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=edc675d4a92f4ff9ae8a41a020fa792c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0649948 Nov 02 14:41:46.937307 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0e787cb0-e45b-4678-9e62-ffbf4a035abc req-b8a34d5b-ee05-4458-84e1-85393636dc87 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 210 time: 0.0442295 Nov 02 14:41:47.014439 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-26fadff3-1d7f-4200-846c-33fb2b659a29 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/bea7d5f3-3f34-426a-97bc-a8938ef4d97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433730 Nov 02 14:41:47.162645 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-0ab86a02-6801-4776-8abb-38c1863990cc service neutron] 10.222.0.30 "GET /networking/v2.0/networks/bea7d5f3-3f34-426a-97bc-a8938ef4d97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304955 Nov 02 14:41:47.487954 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63874bc5-8b82-4e8c-aa8c-3820335996b8 req-dfbda4c2-afbc-4a74-ad43-db5ae10a1409 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:47.489843 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-63874bc5-8b82-4e8c-aa8c-3820335996b8 req-dfbda4c2-afbc-4a74-ad43-db5ae10a1409 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 946 time: 0.1177118 Nov 02 14:41:47.532928 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-45d10e98-e19a-47bf-bdd1-6af1929149c2 req-3eeb8d57-03e6-407b-9aa0-87f096eb8ecc tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 210 time: 0.0627277 Nov 02 14:41:47.606655 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-63874bc5-8b82-4e8c-aa8c-3820335996b8 req-236ac110-3e10-4edb-b5a7-5ebefe05d559 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053967 Nov 02 14:41:47.665385 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:47.680862 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a6cc2-7c2f-4b18-96cc-6894a5ce4b7d req-b94337ba-f5bc-4d9a-8829-daf4bf46d6a9 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:47.682374 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-782a6cc2-7c2f-4b18-96cc-6894a5ce4b7d req-b94337ba-f5bc-4d9a-8829-daf4bf46d6a9 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=400af7ba-398a-4908-8fea-f57eaa4e5a0f HTTP/1.1" status: 200 len: 946 time: 0.0741143 Nov 02 14:41:47.737263 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 60742) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:41:47.739217 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-782a6cc2-7c2f-4b18-96cc-6894a5ce4b7d req-47ad757a-4d10-4220-bdb4-dea266e69de4 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507715 Nov 02 14:41:47.846958 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-3c01fb23-7d4c-45f1-afdf-57c581092207 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1829001005-network', 'tenant_id': '9ca38fcd803c4239bed7c05a5b6a9244'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:41:47.968315 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c01fb23-7d4c-45f1-afdf-57c581092207 admin admin] Made reservation on behalf of 9ca38fcd803c4239bed7c05a5b6a9244 for: {'network': 1} {{(pid=105390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:41:47.971140 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-3c01fb23-7d4c-45f1-afdf-57c581092207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for network (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:47.985473 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-3c01fb23-7d4c-45f1-afdf-57c581092207 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:48.046894 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:48.067058 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0271a452-573b-4303-9fa3-8c2a763c34e9 req-d9c6882c-33f7-46ab-829c-51531105d4e9 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 210 time: 0.0297732 Nov 02 14:41:48.083388 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-3c01fb23-7d4c-45f1-afdf-57c581092207 admin admin] Publish callbacks [] for security_group (f3744e83-7c27-4e1a-a321-117f8e52ac00), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:48.168368 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-3c01fb23-7d4c-45f1-afdf-57c581092207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (f3744e83-7c27-4e1a-a321-117f8e52ac00), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:48.203537 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c01fb23-7d4c-45f1-afdf-57c581092207 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 490} {{(pid=105390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 14:41:48.211523 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01fb23-7d4c-45f1-afdf-57c581092207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3744e83-7c27-4e1a-a321-117f8e52ac00,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:48.219634 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-3c01fb23-7d4c-45f1-afdf-57c581092207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140'] for segment (28dfcb85-cbb1-467d-a112-c2e643f32535), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:48.219634 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.db.segments_db [None req-3c01fb23-7d4c-45f1-afdf-57c581092207 admin admin] Added segment 28dfcb85-cbb1-467d-a112-c2e643f32535 of type vlan for network 1b7111fb-cf0b-4619-9f54-d33536f5df10 Nov 02 14:41:48.266120 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-3c01fb23-7d4c-45f1-afdf-57c581092207 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767001230538'] for network (1b7111fb-cf0b-4619-9f54-d33536f5df10), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:48.291389 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:48.386071 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-3c01fb23-7d4c-45f1-afdf-57c581092207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593'] for network (1b7111fb-cf0b-4619-9f54-d33536f5df10), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:48.387624 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c01fb23-7d4c-45f1-afdf-57c581092207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:48.388177 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-3c01fb23-7d4c-45f1-afdf-57c581092207 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for network (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:48.468654 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01fb23-7d4c-45f1-afdf-57c581092207 admin admin] Pushing event updated for resources: {'Network': ['ID=1b7111fb-cf0b-4619-9f54-d33536f5df10,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:48.482300 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Network 1b7111fb-cf0b-4619-9f54-d33536f5df10 details requested by agent ovs-agent-dv-cinder-862365-4-iscsi with host dv-cinder-862365-4-iscsi {{(pid=105392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 14:41:48.514653 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-3c01fb23-7d4c-45f1-afdf-57c581092207 admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7756462 Nov 02 14:41:48.521863 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 60758) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:41:48.527235 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-57225de4-02ca-4793-ab25-cf0443f87437 admin admin] Request body: {'subnet': {'network_id': '1b7111fb-cf0b-4619-9f54-d33536f5df10', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1829001005-subnet', 'tenant_id': '9ca38fcd803c4239bed7c05a5b6a9244', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:41:48.657157 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9cb73fd5-af93-40c1-9218-9c79d00382f4 req-e6b6a0f4-0dc4-4d8e-938e-2dbaa13b71fc tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 210 time: 0.0327713 Nov 02 14:41:48.658617 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57225de4-02ca-4793-ab25-cf0443f87437 admin admin] Made reservation on behalf of 9ca38fcd803c4239bed7c05a5b6a9244 for: {'subnet': 1} {{(pid=105391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:41:48.661667 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-57225de4-02ca-4793-ab25-cf0443f87437 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:48.816223 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd9588-d2a2-4eea-9d90-df7e8eb3f0e6 req-746154f0-8840-4bae-bf3f-b11e4f10626d tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:48.818609 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-43dd9588-d2a2-4eea-9d90-df7e8eb3f0e6 req-746154f0-8840-4bae-bf3f-b11e4f10626d tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=400af7ba-398a-4908-8fea-f57eaa4e5a0f HTTP/1.1" status: 200 len: 946 time: 0.1350160 Nov 02 14:41:48.896214 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf8956-57bd-48fe-8f1d-589b2664d86b req-64320143-8e2a-456b-bf19-96c13286ddd0 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:48.897923 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0ebf8956-57bd-48fe-8f1d-589b2664d86b req-64320143-8e2a-456b-bf19-96c13286ddd0 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 946 time: 0.1445928 Nov 02 14:41:49.008147 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383f3fa-13e9-45c7-b91c-e166ee586e85 req-df303d89-7931-447e-bd8b-0c4027a2bf68 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:49.009594 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1383f3fa-13e9-45c7-b91c-e166ee586e85 req-df303d89-7931-447e-bd8b-0c4027a2bf68 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=400af7ba-398a-4908-8fea-f57eaa4e5a0f HTTP/1.1" status: 200 len: 946 time: 0.1562817 Nov 02 14:41:49.067453 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:49.089834 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [req-43dd9588-d2a2-4eea-9d90-df7e8eb3f0e6 req-5cc17cbd-35c6-444e-b2a6-cf39e8d3aa84 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Deleting port c05cb546-bb19-48e2-bd44-b409f2203b29 {{(pid=105391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:41:49.090186 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-43dd9588-d2a2-4eea-9d90-df7e8eb3f0e6 req-5cc17cbd-35c6-444e-b2a6-cf39e8d3aa84 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (c05cb546-bb19-48e2-bd44-b409f2203b29), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:49.113608 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-5dfded71-c943-4a61-8847-396a6c5f0386 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:49.115866 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-5dfded71-c943-4a61-8847-396a6c5f0386 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.64 "GET /networking/v2.0/networks?id=a5e8c38f-06c6-404d-bcd7-7c9cd1de864c HTTP/1.1" status: 200 len: 814 time: 0.1237051 Nov 02 14:41:49.138746 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0ebf8956-57bd-48fe-8f1d-589b2664d86b req-5794c4bd-0a4c-4117-905f-ead9149fb06f tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099679 Nov 02 14:41:49.143632 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-525f1a5a-143e-4cac-ae42-ad672aa5d136 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Request body: {'port': {'device_id': '24d10c5a-012e-4d8a-8188-c2289e1605b7', 'network_id': 'a5e8c38f-06c6-404d-bcd7-7c9cd1de864c', 'admin_state_up': True, 'tenant_id': 'e60a52ce75b94198ac6abb7727e7072d'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:41:49.234967 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1383f3fa-13e9-45c7-b91c-e166ee586e85 req-55e80bf1-7dae-4d19-aa94-f3f8ef6c79a6 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998301 Nov 02 14:41:49.272397 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-90c013f6-9d2f-416a-9f98-0dc959e8c0aa req-53e07493-02f1-41f5-afda-114dc7776a49 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 210 time: 0.0435796 Nov 02 14:41:49.302915 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-43dd9588-d2a2-4eea-9d90-df7e8eb3f0e6 req-5cc17cbd-35c6-444e-b2a6-cf39e8d3aa84 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] For port c05cb546-bb19-48e2-bd44-b409f2203b29, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=c05cb546-bb19-48e2-bd44-b409f2203b29,segment=NetworkSegment(4efeda04-ac99-4cc7-87dd-d8be6bb10bef),segment_id=4efeda04-ac99-4cc7-87dd-d8be6bb10bef)] {{(pid=105391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:41:49.303285 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-43dd9588-d2a2-4eea-9d90-df7e8eb3f0e6 req-5cc17cbd-35c6-444e-b2a6-cf39e8d3aa84 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (c05cb546-bb19-48e2-bd44-b409f2203b29), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:49.322745 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [req-43dd9588-d2a2-4eea-9d90-df7e8eb3f0e6 req-5cc17cbd-35c6-444e-b2a6-cf39e8d3aa84 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Calling delete_port for c05cb546-bb19-48e2-bd44-b409f2203b29 owned by compute:nova {{(pid=105391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:41:49.340751 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-57225de4-02ca-4793-ab25-cf0443f87437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593'] for subnet (ca2ad7a8-7b55-4a05-8f27-72e303acaea2), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:49.367705 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-525f1a5a-143e-4cac-ae42-ad672aa5d136 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Made reservation on behalf of e60a52ce75b94198ac6abb7727e7072d for: {'port': 1} {{(pid=105390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:41:49.371711 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-525f1a5a-143e-4cac-ae42-ad672aa5d136 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:49.377335 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:49.451240 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57225de4-02ca-4793-ab25-cf0443f87437 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca2ad7a8-7b55-4a05-8f27-72e303acaea2,revision_number=0']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:49.479921 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57225de4-02ca-4793-ab25-cf0443f87437 admin admin] Checking segment: {'id': '28dfcb85-cbb1-467d-a112-c2e643f32535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '1b7111fb-cf0b-4619-9f54-d33536f5df10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:41:49.480282 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57225de4-02ca-4793-ab25-cf0443f87437 admin admin] Network hostable DHCP agents. Network: 1b7111fb-cf0b-4619-9f54-d33536f5df10, hostable agents: ['46896d2e-004f-49d2-b9f8-26552a5db8fb'], hosted agents: [] {{(pid=105391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 14:41:49.546780 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.db_base_plugin_common [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-525f1a5a-143e-4cac-ae42-ad672aa5d136 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Allocated IP 172.20.0.10 (a5e8c38f-06c6-404d-bcd7-7c9cd1de864c/6eab41e4-42d8-41d3-93f0-9494ff932f52/881c5e7e-3ed6-4eda-ba12-f2fc35e98f97) {{(pid=105390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:41:49.643147 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57225de4-02ca-4793-ab25-cf0443f87437 admin admin] Network 1b7111fb-cf0b-4619-9f54-d33536f5df10 is scheduled to be hosted by DHCP agent 46896d2e-004f-49d2-b9f8-26552a5db8fb with binding_index 1 {{(pid=105391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 14:41:49.666433 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-43dd9588-d2a2-4eea-9d90-df7e8eb3f0e6 req-5cc17cbd-35c6-444e-b2a6-cf39e8d3aa84 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470'] for port (c05cb546-bb19-48e2-bd44-b409f2203b29), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:49.712394 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc17cbd-35c6-444e-b2a6-cf39e8d3aa84 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Pushing event deleted for resources: {'Port': ['ID=c05cb546-bb19-48e2-bd44-b409f2203b29,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:49.786140 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-525f1a5a-143e-4cac-ae42-ad672aa5d136 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks [] for port (881c5e7e-3ed6-4eda-ba12-f2fc35e98f97), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:49.797670 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [None req-57225de4-02ca-4793-ab25-cf0443f87437 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862365-4-iscsi, 1b7111fb-cf0b-4619-9f54-d33536f5df10) {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:41:49.799625 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57225de4-02ca-4793-ab25-cf0443f87437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:49.800368 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-57225de4-02ca-4793-ab25-cf0443f87437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for subnet (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:49.804939 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [req-43dd9588-d2a2-4eea-9d90-df7e8eb3f0e6 req-5cc17cbd-35c6-444e-b2a6-cf39e8d3aa84 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] No DVR routers for this DVR port c05cb546-bb19-48e2-bd44-b409f2203b29 on host hv-cinder-86236 {{(pid=105391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:41:49.808252 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0d5770-37eb-4aa3-b308-7e9f9755fa03 None None] Network 1b7111fb-cf0b-4619-9f54-d33536f5df10 requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:41:49.814279 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-43dd9588-d2a2-4eea-9d90-df7e8eb3f0e6 req-5cc17cbd-35c6-444e-b2a6-cf39e8d3aa84 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:49.817751 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-43dd9588-d2a2-4eea-9d90-df7e8eb3f0e6 req-5cc17cbd-35c6-444e-b2a6-cf39e8d3aa84 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.64 "DELETE /networking/v2.0/ports/c05cb546-bb19-48e2-bd44-b409f2203b29 HTTP/1.1" status: 204 len: 173 time: 0.9846065 Nov 02 14:41:49.842106 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400af7ba-398a-4908-8fea-f57eaa4e5a0f', 'name': 'network-vif-deleted', 'tag': 'c05cb546-bb19-48e2-bd44-b409f2203b29'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:41:49.844116 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f36d6c-bdd4-471d-99e0-17962bb173f8" -d '{"events": [{"server_uuid": "400af7ba-398a-4908-8fea-f57eaa4e5a0f", "name": "network-vif-deleted", "tag": "c05cb546-bb19-48e2-bd44-b409f2203b29"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:41:49.874272 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-acb704a3-3d28-4162-8b60-44547953c3d8 req-eab26daf-41d3-4b0e-b566-642e2b3a17f6 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 210 time: 0.1049032 Nov 02 14:41:49.924085 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-525f1a5a-143e-4cac-ae42-ad672aa5d136 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (881c5e7e-3ed6-4eda-ba12-f2fc35e98f97), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:49.953601 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-57225de4-02ca-4793-ab25-cf0443f87437 admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4305811 Nov 02 14:41:49.955506 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064e9c66-a916-428c-a456-2cc78e526168 x-openstack-request-id: req-064e9c66-a916-428c-a456-2cc78e526168 {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:41:49.955795 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "400af7ba-398a-4908-8fea-f57eaa4e5a0f", "name": "network-vif-deleted", "tag": "c05cb546-bb19-48e2-bd44-b409f2203b29", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:41:49.956041 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-064e9c66-a916-428c-a456-2cc78e526168 {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:41:49.956483 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-064e9c66-a916-428c-a456-2cc78e526168'] response: {'server_uuid': '400af7ba-398a-4908-8fea-f57eaa4e5a0f', 'name': 'network-vif-deleted', 'tag': 'c05cb546-bb19-48e2-bd44-b409f2203b29', 'status': 'completed', 'code': 200} Nov 02 14:41:49.994380 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752467ed-65be-466a-9114-4e53437325d5 None None] Network 1b7111fb-cf0b-4619-9f54-d33536f5df10 requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:41:50.005858 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-525f1a5a-143e-4cac-ae42-ad672aa5d136 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Network a5e8c38f-06c6-404d-bcd7-7c9cd1de864c is already hosted by enough agents. {{(pid=105390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:41:50.011667 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-525f1a5a-143e-4cac-ae42-ad672aa5d136 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Resources bound (agent type, host, resource id): {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:41:50.013886 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f1a5a-143e-4cac-ae42-ad672aa5d136 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Pushing event updated for resources: {'Port': ['ID=881c5e7e-3ed6-4eda-ba12-f2fc35e98f97,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:50.017085 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-525f1a5a-143e-4cac-ae42-ad672aa5d136 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Received port after_create {{(pid=105390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:41:50.090129 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:50.102193 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-525f1a5a-143e-4cac-ae42-ad672aa5d136 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:50.102875 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-525f1a5a-143e-4cac-ae42-ad672aa5d136 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:50.259881 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-525f1a5a-143e-4cac-ae42-ad672aa5d136 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1277277 Nov 02 14:41:50.298691 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device af3cc54b-a081-4f0c-aad1-a5c16e7530c7 details requested by agent hyperv_hv-cinder-86236 with host hv-cinder-86236 {{(pid=105392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 14:41:50.337520 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device c05cb546-bb19-48e2-bd44-b409f2203b29 no longer exists at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:41:50.351732 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-ce061512-ce8d-4963-950d-1294424c6c8c service neutron] Request body: {'port': {'device_id': '24d10c5a-012e-4d8a-8188-c2289e1605b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86236'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:41:50.368151 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] No Port match for: c05cb546-bb19-48e2-bd44-b409f2203b29 {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:41:50.369053 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device c05cb546-bb19-48e2-bd44-b409f2203b29 not bound to the agent host hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:41:50.461325 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e42a6bdd-a127-46bc-93ab-9664be22a967 req-7b1a58e3-460f-47d0-b4cb-4a6603e7b128 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=400af7ba-398a-4908-8fea-f57eaa4e5a0f HTTP/1.1" status: 200 len: 210 time: 0.0673280 Nov 02 14:41:50.472120 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2e88e-1bff-4a08-9735-ff04bc8b3d39 req-150b9284-42f5-48e1-9cb9-c5a51e276514 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:50.482429 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1df2e88e-1bff-4a08-9735-ff04bc8b3d39 req-150b9284-42f5-48e1-9cb9-c5a51e276514 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 946 time: 0.1676214 Nov 02 14:41:50.502421 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-ce061512-ce8d-4963-950d-1294424c6c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (881c5e7e-3ed6-4eda-ba12-f2fc35e98f97), before_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:50.523824 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:50.568000 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port af3cc54b-a081-4f0c-aad1-a5c16e7530c7, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=af3cc54b-a081-4f0c-aad1-a5c16e7530c7,segment=NetworkSegment(1eff0572-7501-4653-a799-253705bab93c),segment_id=1eff0572-7501-4653-a799-253705bab93c)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:41:50.584090 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-f8d84cff-71a7-4529-99d9-ea3ba20cfc5b None None] Provisioning complete for port 881c5e7e-3ed6-4eda-ba12-f2fc35e98f97 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:41:50.584883 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-f8d84cff-71a7-4529-99d9-ea3ba20cfc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (881c5e7e-3ed6-4eda-ba12-f2fc35e98f97), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:50.586024 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-f8d84cff-71a7-4529-99d9-ea3ba20cfc5b None None] Attempt 1 to provision port 881c5e7e-3ed6-4eda-ba12-f2fc35e98f97 Nov 02 14:41:50.592727 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Returning: {'device': 'af3cc54b-a081-4f0c-aad1-a5c16e7530c7', 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba', 'port_id': 'af3cc54b-a081-4f0c-aad1-a5c16e7530c7', 'mac_address': 'fa:16:3e:8d:4b:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 480, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f2bb5b-1705-4182-9233-e8913f6cd258', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 14:41:50.672779 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-f8d84cff-71a7-4529-99d9-ea3ba20cfc5b None None] Port 881c5e7e-3ed6-4eda-ba12-f2fc35e98f97 cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:41:50.683830 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port af3cc54b-a081-4f0c-aad1-a5c16e7530c7 is: ACTIVE; New status is: BUILD {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:41:50.684516 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (af3cc54b-a081-4f0c-aad1-a5c16e7530c7), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:50.710368 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af3cc54b-a081-4f0c-aad1-a5c16e7530c7 {{(pid=105392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:41:50.740965 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10d85e-fbff-47c7-9ae5-76f2d9bf91f0 req-f5661837-a847-4e07-8c2b-1e888a41ef42 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:50.742747 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9c10d85e-fbff-47c7-9ae5-76f2d9bf91f0 req-f5661837-a847-4e07-8c2b-1e888a41ef42 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 932 time: 0.0804546 Nov 02 14:41:50.744986 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port af3cc54b-a081-4f0c-aad1-a5c16e7530c7, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=af3cc54b-a081-4f0c-aad1-a5c16e7530c7,segment=NetworkSegment(1eff0572-7501-4653-a799-253705bab93c),segment_id=1eff0572-7501-4653-a799-253705bab93c)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:41:50.769758 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1df2e88e-1bff-4a08-9735-ff04bc8b3d39 req-bea24af3-2c05-49a3-ba87-56534616dbe5 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2852440 Nov 02 14:41:50.860178 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (af3cc54b-a081-4f0c-aad1-a5c16e7530c7), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:50.901618 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9c10d85e-fbff-47c7-9ae5-76f2d9bf91f0 req-1fc830c3-5c05-40fb-a8e2-d2f30c66177c tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481786 Nov 02 14:41:50.920913 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-7245c29d-86da-417b-bbcd-632fff41efe7 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:50.922895 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-7245c29d-86da-417b-bbcd-632fff41efe7 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.64 "GET /networking/v2.0/networks?id=bea7d5f3-3f34-426a-97bc-a8938ef4d97b HTTP/1.1" status: 200 len: 819 time: 0.2886031 Nov 02 14:41:50.969137 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=af3cc54b-a081-4f0c-aad1-a5c16e7530c7,revision_number=6']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:50.978106 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:50.978473 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:50.984621 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:50.984621 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:50.984621 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:50.984621 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:50.984621 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:50.984621 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:50.984621 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:50.984621 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:50.984621 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:50.984621 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:50.984621 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:50.984621 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:50.984621 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:41:51.042402 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.notifiers.nova [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-ce061512-ce8d-4963-950d-1294424c6c8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 881c5e7e-3ed6-4eda-ba12-f2fc35e98f97 {{(pid=105390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:41:51.045486 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:51.051743 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-ce061512-ce8d-4963-950d-1294424c6c8c service neutron] Publish callbacks [] for port (881c5e7e-3ed6-4eda-ba12-f2fc35e98f97), precommit_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:51.057995 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-edee5e8a-e27a-4152-9d77-8910cbe75aa9 req-46c10c00-4850-4cc6-8dd7-dcfba13bd4fd tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 210 time: 0.0568414 Nov 02 14:41:51.069389 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.provisioning_blocks [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-ce061512-ce8d-4963-950d-1294424c6c8c service neutron] Transition to ACTIVE for port object 881c5e7e-3ed6-4eda-ba12-f2fc35e98f97 will not be triggered until provisioned by entity L2. {{(pid=105390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 14:41:51.076484 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-e244ca98-71e8-46b1-8225-57079f58c279 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=edc675d4a92f4ff9ae8a41a020fa792c HTTP/1.1" status: 200 len: 380 time: 0.1184573 Nov 02 14:41:51.104709 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] get_ports_and_sgs() called for port_ids ['af3cc54b-a081-4f0c-aad1-a5c16e7530c7'] {{(pid=105392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 14:41:51.179703 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-ce061512-ce8d-4963-950d-1294424c6c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638247'] for port (881c5e7e-3ed6-4eda-ba12-f2fc35e98f97), after_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:51.287827 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:51.334698 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce061512-ce8d-4963-950d-1294424c6c8c service neutron] Pushing event updated for resources: {'Port': ['ID=881c5e7e-3ed6-4eda-ba12-f2fc35e98f97,revision_number=2']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:51.414074 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 60842) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:41:51.430276 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-6c87a3a6-9ecd-4784-ac91-94c82f38b2e1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-305139571-network', 'tenant_id': '57ea3f28b9714305af35c7e5badf8888'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:41:51.434926 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.managers [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-ce061512-ce8d-4963-950d-1294424c6c8c service neutron] Attempting to bind port 881c5e7e-3ed6-4eda-ba12-f2fc35e98f97 on host hv-cinder-86236 for vnic_type normal with profile {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:41:51.435497 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.managers [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-ce061512-ce8d-4963-950d-1294424c6c8c service neutron] Attempting to bind port 881c5e7e-3ed6-4eda-ba12-f2fc35e98f97 by drivers openvswitch,hyperv on host hv-cinder-86236 at level 0 using segments [{'id': '5190f057-06cd-4304-84b1-7684f23b68ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'a5e8c38f-06c6-404d-bcd7-7c9cd1de864c'}] {{(pid=105390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:41:51.435622 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-ce061512-ce8d-4963-950d-1294424c6c8c service neutron] Attempting to bind port 881c5e7e-3ed6-4eda-ba12-f2fc35e98f97 on network a5e8c38f-06c6-404d-bcd7-7c9cd1de864c {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:41:51.505543 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:51.547231 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-ce061512-ce8d-4963-950d-1294424c6c8c service neutron] Port 881c5e7e-3ed6-4eda-ba12-f2fc35e98f97 on network a5e8c38f-06c6-404d-bcd7-7c9cd1de864c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86236 {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 14:41:51.547717 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-ce061512-ce8d-4963-950d-1294424c6c8c service neutron] Attempting to bind port 881c5e7e-3ed6-4eda-ba12-f2fc35e98f97 on network a5e8c38f-06c6-404d-bcd7-7c9cd1de864c {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:41:51.608556 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c87a3a6-9ecd-4784-ac91-94c82f38b2e1 admin admin] Made reservation on behalf of 57ea3f28b9714305af35c7e5badf8888 for: {'network': 1} {{(pid=105391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:41:51.613124 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6c87a3a6-9ecd-4784-ac91-94c82f38b2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for network (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:51.641568 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-ce061512-ce8d-4963-950d-1294424c6c8c service neutron] Checking agent: {'id': '1ebac2c5-078b-4c7f-aaba-905361dbc5e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'started_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:41:51.643059 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-ce061512-ce8d-4963-950d-1294424c6c8c service neutron] Checking segment: {'id': '5190f057-06cd-4304-84b1-7684f23b68ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'a5e8c38f-06c6-404d-bcd7-7c9cd1de864c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:41:51.643765 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-ce061512-ce8d-4963-950d-1294424c6c8c service neutron] Bound using segment: {'id': '5190f057-06cd-4304-84b1-7684f23b68ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'a5e8c38f-06c6-404d-bcd7-7c9cd1de864c'} {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:41:51.644513 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.managers [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-ce061512-ce8d-4963-950d-1294424c6c8c service neutron] Bound port: 881c5e7e-3ed6-4eda-ba12-f2fc35e98f97, host: hv-cinder-86236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5190f057-06cd-4304-84b1-7684f23b68ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'a5e8c38f-06c6-404d-bcd7-7c9cd1de864c'}}] {{(pid=105390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:41:51.645282 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-ce061512-ce8d-4963-950d-1294424c6c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (881c5e7e-3ed6-4eda-ba12-f2fc35e98f97), before_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:51.654595 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6c87a3a6-9ecd-4784-ac91-94c82f38b2e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:51.699913 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ef32297c-f816-4a54-8646-e26bdecd999d req-86005e9e-5151-41e5-ae4e-9898209bcff4 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=400af7ba-398a-4908-8fea-f57eaa4e5a0f HTTP/1.1" status: 200 len: 210 time: 0.0723574 Nov 02 14:41:51.810662 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-ce061512-ce8d-4963-950d-1294424c6c8c service neutron] For port 881c5e7e-3ed6-4eda-ba12-f2fc35e98f97, host hv-cinder-86236, cleared binding levels {{(pid=105390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:41:51.818903 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:51.820255 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-ce061512-ce8d-4963-950d-1294424c6c8c service neutron] For port 881c5e7e-3ed6-4eda-ba12-f2fc35e98f97, host hv-cinder-86236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=881c5e7e-3ed6-4eda-ba12-f2fc35e98f97,segment=NetworkSegment(5190f057-06cd-4304-84b1-7684f23b68ce),segment_id=5190f057-06cd-4304-84b1-7684f23b68ce)] {{(pid=105390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:41:51.822031 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6c87a3a6-9ecd-4784-ac91-94c82f38b2e1 admin admin] Publish callbacks [] for security_group (5c3a8c59-50d5-48d9-9a28-195ba534e8b4), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:51.929584 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-ce061512-ce8d-4963-950d-1294424c6c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638247'] for port (881c5e7e-3ed6-4eda-ba12-f2fc35e98f97), after_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:51.936840 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6c87a3a6-9ecd-4784-ac91-94c82f38b2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (5c3a8c59-50d5-48d9-9a28-195ba534e8b4), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:51.998031 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f75c7-3b51-4c6c-9520-c1703365a9b7 req-b64e615f-3d5d-442c-8a5b-90b8264075b5 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:51.999950 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-806f75c7-3b51-4c6c-9520-c1703365a9b7 req-b64e615f-3d5d-442c-8a5b-90b8264075b5 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 945 time: 0.1154721 Nov 02 14:41:52.007882 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c87a3a6-9ecd-4784-ac91-94c82f38b2e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 453} {{(pid=105391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 14:41:52.016560 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87a3a6-9ecd-4784-ac91-94c82f38b2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3a8c59-50d5-48d9-9a28-195ba534e8b4,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:52.028442 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-ce061512-ce8d-4963-950d-1294424c6c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:52.029140 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-ce061512-ce8d-4963-950d-1294424c6c8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:52.050221 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-ce061512-ce8d-4963-950d-1294424c6c8c service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/881c5e7e-3ed6-4eda-ba12-f2fc35e98f97 HTTP/1.1" status: 200 len: 1094 time: 1.6839073 Nov 02 14:41:52.050221 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d10c5a-012e-4d8a-8188-c2289e1605b7', 'tag': '881c5e7e-3ed6-4eda-ba12-f2fc35e98f97'}] {{(pid=105390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:41:52.050221 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac42a5b87af23485bd7eccec534c7c9fd1bf9d7e8280f45ba58bffd111d0283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4669af-9b05-4fd5-901e-2d71f968fc83" -d '{"events": [{"name": "network-changed", "server_uuid": "24d10c5a-012e-4d8a-8188-c2289e1605b7", "tag": "881c5e7e-3ed6-4eda-ba12-f2fc35e98f97"}]}' {{(pid=105390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:41:52.050221 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce061512-ce8d-4963-950d-1294424c6c8c service neutron] Pushing event updated for resources: {'Port': ['ID=881c5e7e-3ed6-4eda-ba12-f2fc35e98f97,revision_number=3']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:52.056115 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6c87a3a6-9ecd-4784-ac91-94c82f38b2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140'] for segment (0fd5f8ce-c037-4565-9754-bf4e53ca9a5c), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:52.056466 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.db.segments_db [None req-6c87a3a6-9ecd-4784-ac91-94c82f38b2e1 admin admin] Added segment 0fd5f8ce-c037-4565-9754-bf4e53ca9a5c of type vlan for network f177e256-aa06-40d5-8fd0-92d3d9820777 Nov 02 14:41:52.149678 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdb7b6-db4e-4a9f-8bec-70dcbc89ac0c req-61202b25-19b6-44cd-9af3-0f874849aca8 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:52.151180 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-adcdb7b6-db4e-4a9f-8bec-70dcbc89ac0c req-61202b25-19b6-44cd-9af3-0f874849aca8 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 944 time: 0.1134267 Nov 02 14:41:52.158723 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6c87a3a6-9ecd-4784-ac91-94c82f38b2e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767001230538'] for network (f177e256-aa06-40d5-8fd0-92d3d9820777), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:52.165260 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-806f75c7-3b51-4c6c-9520-c1703365a9b7 req-f69d9c16-83ac-471e-8bef-a8dd34aad39b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539600 Nov 02 14:41:52.250986 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d21ff3-de35-4c9f-bdd1-8f9c97b94a68 x-openstack-request-id: req-95d21ff3-de35-4c9f-bdd1-8f9c97b94a68 {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:41:52.251315 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24d10c5a-012e-4d8a-8188-c2289e1605b7", "tag": "881c5e7e-3ed6-4eda-ba12-f2fc35e98f97", "status": "completed", "code": 200}]} {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:41:52.252184 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-95d21ff3-de35-4c9f-bdd1-8f9c97b94a68 {{(pid=105390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:41:52.252184 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95d21ff3-de35-4c9f-bdd1-8f9c97b94a68'] response: {'name': 'network-changed', 'server_uuid': '24d10c5a-012e-4d8a-8188-c2289e1605b7', 'tag': '881c5e7e-3ed6-4eda-ba12-f2fc35e98f97', 'status': 'completed', 'code': 200} Nov 02 14:41:52.268272 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-49b09ee9-bb4e-4eb9-a963-f0f3c2b35b0d tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Request body: {'port': {'device_id': '4d1d6b9a-4ef9-47db-b416-7a0a0f885d91', 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b', 'admin_state_up': True, 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'security_groups': ['915fd804-cf54-4810-b986-1a4a959f2edf']}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:41:52.336055 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device af3cc54b-a081-4f0c-aad1-a5c16e7530c7 up at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:41:52.354240 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-adcdb7b6-db4e-4a9f-8bec-70dcbc89ac0c req-582eea5d-57cc-4e19-a27f-7e1ae7709a25 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923680 Nov 02 14:41:52.396327 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=100 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:52.428144 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning complete for port af3cc54b-a081-4f0c-aad1-a5c16e7530c7 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:41:52.428364 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6c87a3a6-9ecd-4784-ac91-94c82f38b2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593'] for network (f177e256-aa06-40d5-8fd0-92d3d9820777), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:52.428783 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (af3cc54b-a081-4f0c-aad1-a5c16e7530c7), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:52.429383 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Attempt 1 to provision port af3cc54b-a081-4f0c-aad1-a5c16e7530c7 Nov 02 14:41:52.429524 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c87a3a6-9ecd-4784-ac91-94c82f38b2e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:52.430004 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6c87a3a6-9ecd-4784-ac91-94c82f38b2e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for network (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:52.447591 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-69934f5e-40f7-425f-9142-9214653ee452 req-f853f520-3fa9-4c8a-8073-8aac8fd9e3c5 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 210 time: 0.0494726 Nov 02 14:41:52.626205 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87a3a6-9ecd-4784-ac91-94c82f38b2e1 admin admin] Pushing event updated for resources: {'Network': ['ID=f177e256-aa06-40d5-8fd0-92d3d9820777,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:52.628914 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-38b2b4b9-0927-44ae-a41f-625fecd2cd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:52.632637 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-38b2b4b9-0927-44ae-a41f-625fecd2cd60 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=e60a52ce75b94198ac6abb7727e7072d&device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 1128 time: 0.1528847 Nov 02 14:41:52.640006 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port af3cc54b-a081-4f0c-aad1-a5c16e7530c7 is: BUILD; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:41:52.641161 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (af3cc54b-a081-4f0c-aad1-a5c16e7530c7), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:52.653441 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 60870) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:41:52.653907 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-6c87a3a6-9ecd-4784-ac91-94c82f38b2e1 admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2384746 Nov 02 14:41:52.660325 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-4f4c08b6-1320-495e-b33b-4f99e6392430 admin admin] Request body: {'subnet': {'network_id': 'f177e256-aa06-40d5-8fd0-92d3d9820777', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-305139571-subnet', 'tenant_id': '57ea3f28b9714305af35c7e5badf8888', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:41:52.674872 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Network f177e256-aa06-40d5-8fd0-92d3d9820777 details requested by agent ovs-agent-dv-cinder-862365-4-iscsi with host dv-cinder-862365-4-iscsi {{(pid=105392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 14:41:52.713178 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0f8129-8155-4b7c-a462-f9c067ecfbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3cc54b-a081-4f0c-aad1-a5c16e7530c7'}] {{(pid=105392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:41:52.716366 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa406a66c4f7fcebf853f6ac608ace0721fd427f75714d2af0e2307e93ff13f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f310962-7c28-4d50-9af2-4b3ca1c55e3a" -d '{"events": [{"server_uuid": "5d0f8129-8155-4b7c-a462-f9c067ecfbca", "name": "network-vif-plugged", "status": "completed", "tag": "af3cc54b-a081-4f0c-aad1-a5c16e7530c7"}]}' {{(pid=105392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:41:52.777150 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port af3cc54b-a081-4f0c-aad1-a5c16e7530c7, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=af3cc54b-a081-4f0c-aad1-a5c16e7530c7,segment=NetworkSegment(1eff0572-7501-4653-a799-253705bab93c),segment_id=1eff0572-7501-4653-a799-253705bab93c)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:41:52.809518 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4c08b6-1320-495e-b33b-4f99e6392430 admin admin] Made reservation on behalf of 57ea3f28b9714305af35c7e5badf8888 for: {'subnet': 1} {{(pid=105390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:41:52.811894 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-49b09ee9-bb4e-4eb9-a963-f0f3c2b35b0d tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Made reservation on behalf of edc675d4a92f4ff9ae8a41a020fa792c for: {'port': 1} {{(pid=105391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:41:52.818957 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-4f4c08b6-1320-495e-b33b-4f99e6392430 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63785420'] for subnet (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:52.823076 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-49b09ee9-bb4e-4eb9-a963-f0f3c2b35b0d tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:52.844089 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (af3cc54b-a081-4f0c-aad1-a5c16e7530c7), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:52.847679 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09241d74-0765-4697-b027-b76daf8b293b x-openstack-request-id: req-09241d74-0765-4697-b027-b76daf8b293b {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:41:52.848186 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d0f8129-8155-4b7c-a462-f9c067ecfbca", "name": "network-vif-plugged", "status": "completed", "tag": "af3cc54b-a081-4f0c-aad1-a5c16e7530c7", "code": 200}]} {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:41:52.848552 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-09241d74-0765-4697-b027-b76daf8b293b {{(pid=105392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:41:52.850184 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09241d74-0765-4697-b027-b76daf8b293b'] response: {'server_uuid': '5d0f8129-8155-4b7c-a462-f9c067ecfbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3cc54b-a081-4f0c-aad1-a5c16e7530c7', 'code': 200} Nov 02 14:41:52.932502 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=af3cc54b-a081-4f0c-aad1-a5c16e7530c7,revision_number=7']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:53.134643 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-34f9ba72-da7f-489c-9110-96856cae6701 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=881c5e7e-3ed6-4eda-ba12-f2fc35e98f97 HTTP/1.1" status: 200 len: 217 time: 0.0819976 Nov 02 14:41:53.158762 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-89127601-07a0-4740-b4bd-c7ae27b4490d req-72bb2e4c-fc65-432e-8b4a-409184ace114 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=400af7ba-398a-4908-8fea-f57eaa4e5a0f HTTP/1.1" status: 200 len: 210 time: 0.2279625 Nov 02 14:41:53.206419 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:53.257962 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-dac383cc-f79e-4b01-8540-70302526ecab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:53.259537 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-dac383cc-f79e-4b01-8540-70302526ecab service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6eab41e4-42d8-41d3-93f0-9494ff932f52 HTTP/1.1" status: 200 len: 853 time: 0.1126959 Nov 02 14:41:53.295366 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.db_base_plugin_common [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-49b09ee9-bb4e-4eb9-a963-f0f3c2b35b0d tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Allocated IP 172.20.0.3 (bea7d5f3-3f34-426a-97bc-a8938ef4d97b/543df3fb-8a54-4baf-bcd8-c5079d82249a/fc1bebad-c267-4384-b8ba-b3d4c19799bd) {{(pid=105391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:41:53.400783 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-c263089b-7efd-40d8-a382-25d2a9a20200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:53.417993 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-c263089b-7efd-40d8-a382-25d2a9a20200 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=a5e8c38f-06c6-404d-bcd7-7c9cd1de864c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1262531 Nov 02 14:41:53.518836 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-4f4c08b6-1320-495e-b33b-4f99e6392430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63635552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63785466'] for subnet (f8edba7e-c2e4-4164-87ac-1f0a70eeffc6), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:53.543299 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67255b74-03cf-41e8-b719-ddd531dd945d req-d08cbd78-d432-4a00-abd1-cfcb1abc427c tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:53.557247 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-67255b74-03cf-41e8-b719-ddd531dd945d req-d08cbd78-d432-4a00-abd1-cfcb1abc427c tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 946 time: 0.2257938 Nov 02 14:41:53.627941 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ac23f-a3cc-421b-98bf-e424fb92cc2a req-3139ee09-7b10-411b-a373-ca030de42f2a tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:53.635241 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c74ac23f-a3cc-421b-98bf-e424fb92cc2a req-3139ee09-7b10-411b-a373-ca030de42f2a tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 944 time: 0.1063137 Nov 02 14:41:53.647905 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:53.693146 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 60900) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:41:53.709314 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-fdfc6237-ce78-4325-8f24-9d66fffd6f35 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a5e8c38f-06c6-404d-bcd7-7c9cd1de864c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645888 Nov 02 14:41:53.715452 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c08b6-1320-495e-b33b-4f99e6392430 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8edba7e-c2e4-4164-87ac-1f0a70eeffc6,revision_number=0']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:53.784480 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c74ac23f-a3cc-421b-98bf-e424fb92cc2a req-1d1b03eb-52be-46b2-ac1b-7dc949c44b01 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469080 Nov 02 14:41:53.803861 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4c08b6-1320-495e-b33b-4f99e6392430 admin admin] Checking segment: {'id': '0fd5f8ce-c037-4565-9754-bf4e53ca9a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': 'f177e256-aa06-40d5-8fd0-92d3d9820777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:41:53.804202 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4c08b6-1320-495e-b33b-4f99e6392430 admin admin] Network hostable DHCP agents. Network: f177e256-aa06-40d5-8fd0-92d3d9820777, hostable agents: ['46896d2e-004f-49d2-b9f8-26552a5db8fb'], hosted agents: [] {{(pid=105390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 14:41:53.908463 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-67255b74-03cf-41e8-b719-ddd531dd945d req-624d4427-ef19-43c1-9ad6-e9f06b67b311 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3502514 Nov 02 14:41:53.966369 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e9434b17-e94b-4249-a0b2-b12c2e93bb22 req-3b1dd75e-5111-4e7b-8e29-e5a7a120390e tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 210 time: 0.0944457 Nov 02 14:41:53.985262 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-49b09ee9-bb4e-4eb9-a963-f0f3c2b35b0d tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks [] for port (fc1bebad-c267-4384-b8ba-b3d4c19799bd), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:53.988866 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4c08b6-1320-495e-b33b-4f99e6392430 admin admin] Network f177e256-aa06-40d5-8fd0-92d3d9820777 is scheduled to be hosted by DHCP agent 46896d2e-004f-49d2-b9f8-26552a5db8fb with binding_index 1 {{(pid=105390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 14:41:53.989102 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-9f74e7a2-f8e2-4f09-b72b-79b83f749cdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:54.030819 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:54.072448 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-4f4c08b6-1320-495e-b33b-4f99e6392430 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862365-4-iscsi, f177e256-aa06-40d5-8fd0-92d3d9820777) {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:41:54.083799 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578174e3-16f1-4b27-b550-2c9b3868f495 None None] Network f177e256-aa06-40d5-8fd0-92d3d9820777 requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:41:54.084345 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-b469b4f1-fc7c-45e1-a847-fd2c059654d5 req-5e745abd-626a-4d83-b160-df4ea05f960c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a5e8c38f-06c6-404d-bcd7-7c9cd1de864c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706895 Nov 02 14:41:54.097464 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4c08b6-1320-495e-b33b-4f99e6392430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:54.098347 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-49b09ee9-bb4e-4eb9-a963-f0f3c2b35b0d tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461'] for port (fc1bebad-c267-4384-b8ba-b3d4c19799bd), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:54.099973 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-4f4c08b6-1320-495e-b33b-4f99e6392430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for subnet (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:54.126990 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-9f74e7a2-f8e2-4f09-b72b-79b83f749cdf admin admin] Publish callbacks [] for security_group (68c0edc9-d0de-44df-b74a-954de15e4bc1), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:54.149603 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-49b09ee9-bb4e-4eb9-a963-f0f3c2b35b0d tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Network bea7d5f3-3f34-426a-97bc-a8938ef4d97b is already hosted by enough agents. {{(pid=105391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:41:54.155249 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-49b09ee9-bb4e-4eb9-a963-f0f3c2b35b0d tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Resources bound (agent type, host, resource id): {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:41:54.162817 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-49b09ee9-bb4e-4eb9-a963-f0f3c2b35b0d tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Received port after_create {{(pid=105391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:41:54.186373 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-49b09ee9-bb4e-4eb9-a963-f0f3c2b35b0d tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:54.186373 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-49b09ee9-bb4e-4eb9-a963-f0f3c2b35b0d tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:54.200184 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b09ee9-bb4e-4eb9-a963-f0f3c2b35b0d tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Pushing event updated for resources: {'Port': ['ID=fc1bebad-c267-4384-b8ba-b3d4c19799bd,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:54.255835 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-4f4c08b6-1320-495e-b33b-4f99e6392430 admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5857382 Nov 02 14:41:54.272462 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-9f74e7a2-f8e2-4f09-b72b-79b83f749cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (68c0edc9-d0de-44df-b74a-954de15e4bc1), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:54.343951 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1763b557-72f9-4189-b4e1-e65aaeeef404 None None] Network f177e256-aa06-40d5-8fd0-92d3d9820777 requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:41:54.355157 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f74e7a2-f8e2-4f09-b72b-79b83f749cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c0edc9-d0de-44df-b74a-954de15e4bc1,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:54.369303 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-49b09ee9-bb4e-4eb9-a963-f0f3c2b35b0d tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1105688 Nov 02 14:41:54.393249 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-9f74e7a2-f8e2-4f09-b72b-79b83f749cdf admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=5528efbb3dcf4a3fbc892cb01540ca66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6972041 Nov 02 14:41:54.398599 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 60918) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:41:54.418567 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-f94ad8b9-2bd3-4b9c-96c0-78780b74f548 service neutron] Request body: {'port': {'device_id': '4d1d6b9a-4ef9-47db-b416-7a0a0f885d91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86236'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:41:54.598629 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:41:54.636041 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:54.639456 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-f94ad8b9-2bd3-4b9c-96c0-78780b74f548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (fc1bebad-c267-4384-b8ba-b3d4c19799bd), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:54.646319 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4669af-9b05-4fd5-901e-2d71f968fc83 req-f501d91c-adf5-492a-9578-5d3c94459afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:54.647911 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-ab4669af-9b05-4fd5-901e-2d71f968fc83 req-f501d91c-adf5-492a-9578-5d3c94459afb service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=e60a52ce75b94198ac6abb7727e7072d&device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 1128 time: 0.2412157 Nov 02 14:41:54.803498 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-ad5280b5-71a2-4999-aecf-ddf090406986 None None] Provisioning complete for port fc1bebad-c267-4384-b8ba-b3d4c19799bd triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:41:54.807840 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-ad5280b5-71a2-4999-aecf-ddf090406986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (fc1bebad-c267-4384-b8ba-b3d4c19799bd), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:54.808608 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-ad5280b5-71a2-4999-aecf-ddf090406986 None None] Attempt 1 to provision port fc1bebad-c267-4384-b8ba-b3d4c19799bd Nov 02 14:41:54.969175 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-ad5280b5-71a2-4999-aecf-ddf090406986 None None] Port fc1bebad-c267-4384-b8ba-b3d4c19799bd cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:41:55.035621 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4669af-9b05-4fd5-901e-2d71f968fc83 req-0aad2e49-7465-4668-868e-ea4a59a3f7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:55.037718 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-ab4669af-9b05-4fd5-901e-2d71f968fc83 req-0aad2e49-7465-4668-868e-ea4a59a3f7c9 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=a5e8c38f-06c6-404d-bcd7-7c9cd1de864c HTTP/1.1" status: 200 len: 915 time: 0.3685536 Nov 02 14:41:55.044296 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e05d4a5b-df2d-49ea-9a33-ed324809837b admin admin] Publish callbacks [] for security_group (68c0edc9-d0de-44df-b74a-954de15e4bc1), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:55.121727 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c50baa-d2e1-4a13-a6fb-0244e7cabdf3 req-259d4fa2-a665-4d46-8ca6-991819193d0c tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:55.132342 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d2c50baa-d2e1-4a13-a6fb-0244e7cabdf3 req-259d4fa2-a665-4d46-8ca6-991819193d0c tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 944 time: 0.1206400 Nov 02 14:41:55.218177 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-ab4669af-9b05-4fd5-901e-2d71f968fc83 req-38fe5442-57ca-4ac3-a2fd-90fb9dff3169 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=881c5e7e-3ed6-4eda-ba12-f2fc35e98f97 HTTP/1.1" status: 200 len: 217 time: 0.1684716 Nov 02 14:41:55.302859 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d2c50baa-d2e1-4a13-a6fb-0244e7cabdf3 req-167ef469-335f-4ab1-9784-62b5be3ab8bc tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475141 Nov 02 14:41:55.389484 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e05d4a5b-df2d-49ea-9a33-ed324809837b admin admin] Publish callbacks [] for security_group (68c0edc9-d0de-44df-b74a-954de15e4bc1), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:55.493600 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4669af-9b05-4fd5-901e-2d71f968fc83 req-1678da1f-729b-4786-8980-2caa05edc3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:55.497514 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-ab4669af-9b05-4fd5-901e-2d71f968fc83 req-1678da1f-729b-4786-8980-2caa05edc3e6 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6eab41e4-42d8-41d3-93f0-9494ff932f52 HTTP/1.1" status: 200 len: 853 time: 0.2561853 Nov 02 14:41:55.815740 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140d01e-81c5-4e34-8599-45b926bc8133 req-bdcfba0e-c2fe-4b61-b5be-9416a35146b3 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:55.822902 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e140d01e-81c5-4e34-8599-45b926bc8133 req-bdcfba0e-c2fe-4b61-b5be-9416a35146b3 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 946 time: 0.1203716 Nov 02 14:41:56.040286 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e140d01e-81c5-4e34-8599-45b926bc8133 req-e3346034-7fbd-49d1-aeec-19b9f025400a tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143648 Nov 02 14:41:56.078662 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-f94ad8b9-2bd3-4b9c-96c0-78780b74f548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc1bebad-c267-4384-b8ba-b3d4c19799bd {{(pid=105391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:41:56.097031 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-f94ad8b9-2bd3-4b9c-96c0-78780b74f548 service neutron] Publish callbacks [] for port (fc1bebad-c267-4384-b8ba-b3d4c19799bd), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:56.148520 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e05d4a5b-df2d-49ea-9a33-ed324809837b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (68c0edc9-d0de-44df-b74a-954de15e4bc1), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:56.185710 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e05d4a5b-df2d-49ea-9a33-ed324809837b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:56.195869 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-e05d4a5b-df2d-49ea-9a33-ed324809837b admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/68c0edc9-d0de-44df-b74a-954de15e4bc1 HTTP/1.1" status: 204 len: 168 time: 1.7950430 Nov 02 14:41:56.206946 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d4a5b-df2d-49ea-9a33-ed324809837b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c0edc9-d0de-44df-b74a-954de15e4bc1,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:56.244360 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7785afa-a212-4175-9676-514623dfded1 req-24568ef7-a4d3-4c27-bc67-5787f6ae65fc tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:56.246065 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c7785afa-a212-4175-9676-514623dfded1 req-24568ef7-a4d3-4c27-bc67-5787f6ae65fc tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 931 time: 0.1043801 Nov 02 14:41:56.250464 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.provisioning_blocks [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-f94ad8b9-2bd3-4b9c-96c0-78780b74f548 service neutron] Transition to ACTIVE for port object fc1bebad-c267-4384-b8ba-b3d4c19799bd will not be triggered until provisioned by entity L2. {{(pid=105391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 14:41:56.329772 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c7785afa-a212-4175-9676-514623dfded1 req-0e70c252-f2e2-4ed2-a312-920702ae1b4a tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671906 Nov 02 14:41:56.333785 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-f94ad8b9-2bd3-4b9c-96c0-78780b74f548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (fc1bebad-c267-4384-b8ba-b3d4c19799bd), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:56.478738 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ad8b9-2bd3-4b9c-96c0-78780b74f548 service neutron] Pushing event updated for resources: {'Port': ['ID=fc1bebad-c267-4384-b8ba-b3d4c19799bd,revision_number=2']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:56.632285 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-f94ad8b9-2bd3-4b9c-96c0-78780b74f548 service neutron] Attempting to bind port fc1bebad-c267-4384-b8ba-b3d4c19799bd on host hv-cinder-86236 for vnic_type normal with profile {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:41:56.633064 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-f94ad8b9-2bd3-4b9c-96c0-78780b74f548 service neutron] Attempting to bind port fc1bebad-c267-4384-b8ba-b3d4c19799bd by drivers openvswitch,hyperv on host hv-cinder-86236 at level 0 using segments [{'id': '076e55e6-4e08-4faf-8572-84b8f0dfcbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b'}] {{(pid=105391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:41:56.633645 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-f94ad8b9-2bd3-4b9c-96c0-78780b74f548 service neutron] Attempting to bind port fc1bebad-c267-4384-b8ba-b3d4c19799bd on network bea7d5f3-3f34-426a-97bc-a8938ef4d97b {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:41:56.701296 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:56.717037 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48fadb-a6c4-47ee-9fc1-81bbe8c5299b req-a900795d-f42f-4d7b-abec-362bb174c364 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:56.717037 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-bd48fadb-a6c4-47ee-9fc1-81bbe8c5299b req-a900795d-f42f-4d7b-abec-362bb174c364 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 944 time: 0.2219462 Nov 02 14:41:56.743948 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-f94ad8b9-2bd3-4b9c-96c0-78780b74f548 service neutron] Port fc1bebad-c267-4384-b8ba-b3d4c19799bd on network bea7d5f3-3f34-426a-97bc-a8938ef4d97b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86236 {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 14:41:56.743948 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-f94ad8b9-2bd3-4b9c-96c0-78780b74f548 service neutron] Attempting to bind port fc1bebad-c267-4384-b8ba-b3d4c19799bd on network bea7d5f3-3f34-426a-97bc-a8938ef4d97b {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:41:56.926422 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:56.931641 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-f94ad8b9-2bd3-4b9c-96c0-78780b74f548 service neutron] Checking agent: {'id': '1ebac2c5-078b-4c7f-aaba-905361dbc5e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'started_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:41:56.931641 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-f94ad8b9-2bd3-4b9c-96c0-78780b74f548 service neutron] Checking segment: {'id': '076e55e6-4e08-4faf-8572-84b8f0dfcbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:41:56.931641 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-f94ad8b9-2bd3-4b9c-96c0-78780b74f548 service neutron] Bound using segment: {'id': '076e55e6-4e08-4faf-8572-84b8f0dfcbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b'} {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:41:56.931641 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-f94ad8b9-2bd3-4b9c-96c0-78780b74f548 service neutron] Bound port: fc1bebad-c267-4384-b8ba-b3d4c19799bd, host: hv-cinder-86236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '076e55e6-4e08-4faf-8572-84b8f0dfcbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b'}}] {{(pid=105391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:41:56.931641 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-f94ad8b9-2bd3-4b9c-96c0-78780b74f548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (fc1bebad-c267-4384-b8ba-b3d4c19799bd), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:56.984575 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-bd48fadb-a6c4-47ee-9fc1-81bbe8c5299b req-abed8b0c-442b-4444-8170-29f5c3bf680c tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795535 Nov 02 14:41:57.085563 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-f94ad8b9-2bd3-4b9c-96c0-78780b74f548 service neutron] For port fc1bebad-c267-4384-b8ba-b3d4c19799bd, host hv-cinder-86236, cleared binding levels {{(pid=105391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:41:57.092133 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-f94ad8b9-2bd3-4b9c-96c0-78780b74f548 service neutron] For port fc1bebad-c267-4384-b8ba-b3d4c19799bd, host hv-cinder-86236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=fc1bebad-c267-4384-b8ba-b3d4c19799bd,segment=NetworkSegment(076e55e6-4e08-4faf-8572-84b8f0dfcbf2),segment_id=076e55e6-4e08-4faf-8572-84b8f0dfcbf2)] {{(pid=105391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:41:57.169878 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-f94ad8b9-2bd3-4b9c-96c0-78780b74f548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (fc1bebad-c267-4384-b8ba-b3d4c19799bd), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:57.176914 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-f94ad8b9-2bd3-4b9c-96c0-78780b74f548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:57.177746 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-f94ad8b9-2bd3-4b9c-96c0-78780b74f548 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:57.180851 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-f94ad8b9-2bd3-4b9c-96c0-78780b74f548 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/fc1bebad-c267-4384-b8ba-b3d4c19799bd HTTP/1.1" status: 200 len: 1093 time: 2.7703199 Nov 02 14:41:57.182426 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1d6b9a-4ef9-47db-b416-7a0a0f885d91', 'tag': 'fc1bebad-c267-4384-b8ba-b3d4c19799bd'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:41:57.191216 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7cc9bb1-6f30-482f-8ee4-6489f2537fce" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1d6b9a-4ef9-47db-b416-7a0a0f885d91", "tag": "fc1bebad-c267-4384-b8ba-b3d4c19799bd"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:41:57.281684 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ad8b9-2bd3-4b9c-96c0-78780b74f548 service neutron] Pushing event updated for resources: {'Port': ['ID=fc1bebad-c267-4384-b8ba-b3d4c19799bd,revision_number=3']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:41:57.340528 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b38988-23d9-4f4e-9641-a91a3cb1ac05 req-cec7f084-2104-4efd-a5eb-3522a9ac2672 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:57.342265 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d6b38988-23d9-4f4e-9641-a91a3cb1ac05 req-cec7f084-2104-4efd-a5eb-3522a9ac2672 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 946 time: 0.1210017 Nov 02 14:41:57.364367 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:57.447490 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d6b38988-23d9-4f4e-9641-a91a3cb1ac05 req-b9f264fa-b2bd-4ef7-bd99-d318c8f268cf tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980918 Nov 02 14:41:57.588444 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbd0128-3369-438c-8927-ac8e41855c0e x-openstack-request-id: req-ddbd0128-3369-438c-8927-ac8e41855c0e {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:41:57.589082 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1d6b9a-4ef9-47db-b416-7a0a0f885d91", "tag": "fc1bebad-c267-4384-b8ba-b3d4c19799bd", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:41:57.594626 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ddbd0128-3369-438c-8927-ac8e41855c0e {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:41:57.594626 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddbd0128-3369-438c-8927-ac8e41855c0e'] response: {'name': 'network-changed', 'server_uuid': '4d1d6b9a-4ef9-47db-b416-7a0a0f885d91', 'tag': 'fc1bebad-c267-4384-b8ba-b3d4c19799bd', 'status': 'completed', 'code': 200} Nov 02 14:41:57.774993 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f56359-a71e-4a67-8a44-170412f458c9 req-05f2c7b9-9238-4f0b-aa13-c50d5cbdf6b1 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:57.776611 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-48f56359-a71e-4a67-8a44-170412f458c9 req-05f2c7b9-9238-4f0b-aa13-c50d5cbdf6b1 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 943 time: 0.1005845 Nov 02 14:41:57.926396 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-48f56359-a71e-4a67-8a44-170412f458c9 req-7d7ae618-c7cf-4d82-aca7-dbfb040e30a1 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365285 Nov 02 14:41:58.388647 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4669af-9b05-4fd5-901e-2d71f968fc83 req-4d16ba39-3b33-4265-890d-288537957f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:58.395485 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-ab4669af-9b05-4fd5-901e-2d71f968fc83 req-4d16ba39-3b33-4265-890d-288537957f7b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=a5e8c38f-06c6-404d-bcd7-7c9cd1de864c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1379430 Nov 02 14:41:58.448662 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da7d14-bb42-40e6-891f-04b72fcfa2d7 req-96e39ff2-e3d1-4187-bed0-88106ee8007c tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:58.454361 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-19da7d14-bb42-40e6-891f-04b72fcfa2d7 req-96e39ff2-e3d1-4187-bed0-88106ee8007c tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 944 time: 0.2574635 Nov 02 14:41:58.512003 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc9bb1-6f30-482f-8ee4-6489f2537fce req-750850b3-c66f-41ef-9bc9-262fa8297836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:58.515999 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d7cc9bb1-6f30-482f-8ee4-6489f2537fce req-750850b3-c66f-41ef-9bc9-262fa8297836 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=edc675d4a92f4ff9ae8a41a020fa792c&device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 1127 time: 0.1880352 Nov 02 14:41:58.614208 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-ab4669af-9b05-4fd5-901e-2d71f968fc83 req-241daa2d-3b9e-4440-b06d-4853234bfa8c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a5e8c38f-06c6-404d-bcd7-7c9cd1de864c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044168 Nov 02 14:41:58.645532 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:58.716580 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-19da7d14-bb42-40e6-891f-04b72fcfa2d7 req-e75752b9-51a8-4ce2-8a66-49bcbd84aee4 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496226 Nov 02 14:41:58.767951 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:41:58.936871 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-ab4669af-9b05-4fd5-901e-2d71f968fc83 req-48b3265d-ae44-454e-8637-9cbe202f9cd5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a5e8c38f-06c6-404d-bcd7-7c9cd1de864c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092620 Nov 02 14:41:58.998640 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:59.007969 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5c3fd-94fb-479b-a3d3-40bada47f1eb req-7c9f9c22-d997-4504-9cdc-7c0df1c7bcb4 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:59.016289 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-dbb5c3fd-94fb-479b-a3d3-40bada47f1eb req-7c9f9c22-d997-4504-9cdc-7c0df1c7bcb4 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 946 time: 0.1858566 Nov 02 14:41:59.049961 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc9bb1-6f30-482f-8ee4-6489f2537fce req-5e2457cc-cc21-40e7-8976-bdd594ff00af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:59.052134 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d7cc9bb1-6f30-482f-8ee4-6489f2537fce req-5e2457cc-cc21-40e7-8976-bdd594ff00af service neutron] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=edc675d4a92f4ff9ae8a41a020fa792c&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5120609 Nov 02 14:41:59.116977 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-dbb5c3fd-94fb-479b-a3d3-40bada47f1eb req-86bf6bd2-722a-4920-829d-cb5a08b2e8be tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944712 Nov 02 14:41:59.427400 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ede83-ebf7-40e0-95df-334b9e18931c req-2d671350-4fb1-4060-baf7-0fd5d3c8bffa tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:59.429014 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c76ede83-ebf7-40e0-95df-334b9e18931c req-2d671350-4fb1-4060-baf7-0fd5d3c8bffa tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 943 time: 0.1684561 Nov 02 14:41:59.434312 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc9bb1-6f30-482f-8ee4-6489f2537fce req-90d51b84-e0ac-4f25-adc2-37d364529b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:59.436675 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d7cc9bb1-6f30-482f-8ee4-6489f2537fce req-90d51b84-e0ac-4f25-adc2-37d364529b98 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3178663 Nov 02 14:41:59.500563 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c76ede83-ebf7-40e0-95df-334b9e18931c req-17269aa7-0946-476f-a0da-144b9506dfc9 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628552 Nov 02 14:41:59.554169 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-52bf8aac-f897-4e05-968c-09d01a949d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:59.599090 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-52bf8aac-f897-4e05-968c-09d01a949d19 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=edc675d4a92f4ff9ae8a41a020fa792c&device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 1127 time: 0.0489850 Nov 02 14:41:59.609722 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-4451dc34-affe-4f62-83c9-8fdd5e7b4e8a service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc1bebad-c267-4384-b8ba-b3d4c19799bd HTTP/1.1" status: 200 len: 217 time: 0.0395823 Nov 02 14:41:59.668680 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-dd44a475-3561-4261-bd0b-52642598f239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:59.670954 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-dd44a475-3561-4261-bd0b-52642598f239 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=543df3fb-8a54-4baf-bcd8-c5079d82249a HTTP/1.1" status: 200 len: 858 time: 0.0549276 Nov 02 14:41:59.722367 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-fde1ed56-e7a9-4590-b2b1-6e615cfd72dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:59.723806 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-fde1ed56-e7a9-4590-b2b1-6e615cfd72dc service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=bea7d5f3-3f34-426a-97bc-a8938ef4d97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457597 Nov 02 14:41:59.858047 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:41:59.868173 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-81c98e2f-832d-4495-97b1-bb370479960c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/bea7d5f3-3f34-426a-97bc-a8938ef4d97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383278 Nov 02 14:41:59.874831 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf89f6c-ffdb-418c-b6d0-515ca9bd054d req-ce670192-6ef9-46f6-b769-8fefa61c08a5 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:41:59.877436 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-bcf89f6c-ffdb-418c-b6d0-515ca9bd054d req-ce670192-6ef9-46f6-b769-8fefa61c08a5 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 944 time: 0.0760605 Nov 02 14:42:00.002967 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-bcf89f6c-ffdb-418c-b6d0-515ca9bd054d req-78c62dbb-363b-47c4-ac33-9cbe74481d71 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146140 Nov 02 14:42:00.019376 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e644f3ee-68a5-43d9-ad62-a52ccabceb63 req-947d2971-7e5f-4256-841f-8842ad5f25ea service neutron] 10.222.0.64 "GET /networking/v2.0/networks/bea7d5f3-3f34-426a-97bc-a8938ef4d97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409264 Nov 02 14:42:00.269262 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ce886-ca58-44e0-9b4a-4a52d1c2bef5 req-cf4ff089-6a16-416e-a013-8c524f64af3d tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:00.271174 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a23ce886-ca58-44e0-9b4a-4a52d1c2bef5 req-cf4ff089-6a16-416e-a013-8c524f64af3d tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 946 time: 0.0744557 Nov 02 14:42:00.320116 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a23ce886-ca58-44e0-9b4a-4a52d1c2bef5 req-8b079905-4ed8-404a-bea3-62018298beaa tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431454 Nov 02 14:42:00.730250 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11938ac3-0b2d-4908-b57c-34cf41b3f0cf req-8beb6a40-8e3e-4fb2-bb78-97926d4ad505 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:00.733488 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-11938ac3-0b2d-4908-b57c-34cf41b3f0cf req-8beb6a40-8e3e-4fb2-bb78-97926d4ad505 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 943 time: 0.0637810 Nov 02 14:42:00.791870 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-11938ac3-0b2d-4908-b57c-34cf41b3f0cf req-8dfda84c-e197-4aca-8050-54aed69986fb tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527601 Nov 02 14:42:01.176954 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664a212-fce5-4d74-82bf-66d66994ccc5 req-3c620deb-361b-4ae2-b135-b15b967e0f7a tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:01.187594 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c664a212-fce5-4d74-82bf-66d66994ccc5 req-3c620deb-361b-4ae2-b135-b15b967e0f7a tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 944 time: 0.0937049 Nov 02 14:42:01.263719 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c664a212-fce5-4d74-82bf-66d66994ccc5 req-a776233f-3116-49f1-afcd-ace3180e7225 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722969 Nov 02 14:42:01.556725 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688d859-de14-4512-be71-a3411cf87f3f req-63fa7df2-872d-4ea7-a657-3dcb8b8af37c tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:01.565428 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f688d859-de14-4512-be71-a3411cf87f3f req-63fa7df2-872d-4ea7-a657-3dcb8b8af37c tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 946 time: 0.0650015 Nov 02 14:42:01.602207 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:01.644824 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f688d859-de14-4512-be71-a3411cf87f3f req-b63df19b-173c-401d-a90f-fca33387eda6 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719395 Nov 02 14:42:02.005869 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 32808) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:42:02.006684 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093db9e8-7953-4df0-b05c-832393564279 req-1cfe1ec8-8ca3-4d2a-bafc-6b121deea30c tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:02.015472 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-093db9e8-7953-4df0-b05c-832393564279 req-1cfe1ec8-8ca3-4d2a-bafc-6b121deea30c tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 943 time: 0.0775168 Nov 02 14:42:02.031883 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:02.192164 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-093db9e8-7953-4df0-b05c-832393564279 req-f23ba26f-7deb-4f2f-9023-f81d943c5234 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752870 Nov 02 14:42:02.395546 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d77244e3-8302-4dda-95e9-3e19f6f914f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:02.741126 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad954a3-c2fa-4185-9083-0dbf2cb9bd99 req-f3c1c99e-f0e6-427b-a92c-310b93f355ff tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:02.741451 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d77244e3-8302-4dda-95e9-3e19f6f914f9 admin admin] Publish callbacks [] for security_group (7d3dcb48-7c2c-4b2d-8749-c5d853810a6a), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:02.741567 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7ad954a3-c2fa-4185-9083-0dbf2cb9bd99 req-f3c1c99e-f0e6-427b-a92c-310b93f355ff tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 944 time: 0.2277172 Nov 02 14:42:02.756812 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7ad954a3-c2fa-4185-9083-0dbf2cb9bd99 req-f30fe1f4-9265-4a39-b2c3-4cbe81dfd605 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463808 Nov 02 14:42:02.903427 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4056c5e-8cf9-47d6-9de9-9970bafca258 req-3c0ad350-065c-479f-95f7-678418d94b25 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:02.905475 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e4056c5e-8cf9-47d6-9de9-9970bafca258 req-3c0ad350-065c-479f-95f7-678418d94b25 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 946 time: 0.0556116 Nov 02 14:42:02.992041 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e4056c5e-8cf9-47d6-9de9-9970bafca258 req-07642cf5-6b49-4c68-afa2-e3ab7c5c336c tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783021 Nov 02 14:42:03.123610 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d77244e3-8302-4dda-95e9-3e19f6f914f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (7d3dcb48-7c2c-4b2d-8749-c5d853810a6a), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:03.198341 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-d77244e3-8302-4dda-95e9-3e19f6f914f9 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=40f53da1d98d4d198aa24709c5debd11&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1912377 Nov 02 14:42:03.199819 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77244e3-8302-4dda-95e9-3e19f6f914f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3dcb48-7c2c-4b2d-8749-c5d853810a6a,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:03.200914 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 32820) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:42:03.333759 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-be6e61e5-c169-434d-9002-d2e0a0961a00 admin admin] Publish callbacks [] for security_group (7d3dcb48-7c2c-4b2d-8749-c5d853810a6a), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:03.364105 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-be6e61e5-c169-434d-9002-d2e0a0961a00 admin admin] Publish callbacks [] for security_group (7d3dcb48-7c2c-4b2d-8749-c5d853810a6a), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:03.490176 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724193c-b90d-4790-ad2f-c408acad687a req-0467be60-b760-4cc9-a41e-d5f439a64048 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:03.491859 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c724193c-b90d-4790-ad2f-c408acad687a req-0467be60-b760-4cc9-a41e-d5f439a64048 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 943 time: 0.1133974 Nov 02 14:42:03.584849 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:03.604248 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c724193c-b90d-4790-ad2f-c408acad687a req-9e4eac58-23bd-4929-b97c-dbfc1c905cfc tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955164 Nov 02 14:42:03.683721 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-be6e61e5-c169-434d-9002-d2e0a0961a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (7d3dcb48-7c2c-4b2d-8749-c5d853810a6a), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:03.689674 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-be6e61e5-c169-434d-9002-d2e0a0961a00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:03.689674 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-be6e61e5-c169-434d-9002-d2e0a0961a00 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/7d3dcb48-7c2c-4b2d-8749-c5d853810a6a HTTP/1.1" status: 204 len: 168 time: 0.4862940 Nov 02 14:42:03.714594 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e61e5-c169-434d-9002-d2e0a0961a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3dcb48-7c2c-4b2d-8749-c5d853810a6a,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:03.953475 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5dd419-35c8-47d0-b33e-0c751980cf0c req-9a0caaaf-e619-425b-8bfe-51295baaa9ce tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:03.994884 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ee5dd419-35c8-47d0-b33e-0c751980cf0c req-9a0caaaf-e619-425b-8bfe-51295baaa9ce tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 944 time: 0.1238117 Nov 02 14:42:04.131074 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ee5dd419-35c8-47d0-b33e-0c751980cf0c req-14b5cc64-0e11-4060-8f38-2fc10c80e8e2 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360886 Nov 02 14:42:04.295514 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942260f-f53a-4ae5-a61e-02471b1ed55f req-50211882-e5ed-4055-bca8-59c10e81b3a8 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:04.298979 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5942260f-f53a-4ae5-a61e-02471b1ed55f req-50211882-e5ed-4055-bca8-59c10e81b3a8 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 946 time: 0.0703032 Nov 02 14:42:04.366251 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5942260f-f53a-4ae5-a61e-02471b1ed55f req-72d0b28f-fc26-49eb-9a26-775ff6f9a1d5 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604658 Nov 02 14:42:04.401419 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device fc1bebad-c267-4384-b8ba-b3d4c19799bd details requested by agent hyperv_hv-cinder-86236 with host hv-cinder-86236 {{(pid=105392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 14:42:04.506993 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port fc1bebad-c267-4384-b8ba-b3d4c19799bd, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=fc1bebad-c267-4384-b8ba-b3d4c19799bd,segment=NetworkSegment(076e55e6-4e08-4faf-8572-84b8f0dfcbf2),segment_id=076e55e6-4e08-4faf-8572-84b8f0dfcbf2)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:42:04.521024 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Returning: {'device': 'fc1bebad-c267-4384-b8ba-b3d4c19799bd', 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b', 'port_id': 'fc1bebad-c267-4384-b8ba-b3d4c19799bd', 'mac_address': 'fa:16:3e:4b:f7:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 456, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '543df3fb-8a54-4baf-bcd8-c5079d82249a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 14:42:04.556820 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port fc1bebad-c267-4384-b8ba-b3d4c19799bd is: DOWN; New status is: BUILD {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:42:04.557238 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (fc1bebad-c267-4384-b8ba-b3d4c19799bd), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:04.573994 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc1bebad-c267-4384-b8ba-b3d4c19799bd {{(pid=105392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:42:04.595545 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port fc1bebad-c267-4384-b8ba-b3d4c19799bd, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=fc1bebad-c267-4384-b8ba-b3d4c19799bd,segment=NetworkSegment(076e55e6-4e08-4faf-8572-84b8f0dfcbf2),segment_id=076e55e6-4e08-4faf-8572-84b8f0dfcbf2)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:42:04.729964 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (fc1bebad-c267-4384-b8ba-b3d4c19799bd), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:04.818216 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4e986-65b5-456c-9bcd-6d0621b587fc req-67f5f454-198c-4208-a3db-9d00bb6ff34d tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:04.846110 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-eef4e986-65b5-456c-9bcd-6d0621b587fc req-67f5f454-198c-4208-a3db-9d00bb6ff34d tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 944 time: 0.1280563 Nov 02 14:42:04.856297 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=fc1bebad-c267-4384-b8ba-b3d4c19799bd,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:04.924654 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 32844) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:42:04.926324 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-eef4e986-65b5-456c-9bcd-6d0621b587fc req-89677487-75e3-498d-aced-20cb38ee18d3 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788715 Nov 02 14:42:04.948028 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-5d746ee3-bf79-4744-a5d5-49be69a31d76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:05.116591 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] get_ports_and_sgs() called for port_ids ['fc1bebad-c267-4384-b8ba-b3d4c19799bd'] {{(pid=105392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 14:42:05.123550 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-5d746ee3-bf79-4744-a5d5-49be69a31d76 admin admin] Publish callbacks [] for security_group (78cafb01-001b-4cfc-8719-a0ca02302ac1), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:05.294431 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa4140-1c47-4d53-b6aa-ff81a70956be req-9417c943-8c7f-40e6-96f6-e0ebe71369f4 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:05.296059 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8faa4140-1c47-4d53-b6aa-ff81a70956be req-9417c943-8c7f-40e6-96f6-e0ebe71369f4 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 944 time: 0.0617259 Nov 02 14:42:05.346105 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8faa4140-1c47-4d53-b6aa-ff81a70956be req-4ab10ef0-9a63-4685-a0a7-cf8998e25277 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429533 Nov 02 14:42:05.526438 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c5744-4edc-457d-ac5c-de3b1f5b73d8 req-8ee717f9-73b0-4448-a985-ac85e7721caa tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:05.527785 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5f2c5744-4edc-457d-ac5c-de3b1f5b73d8 req-8ee717f9-73b0-4448-a985-ac85e7721caa tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 946 time: 0.0735331 Nov 02 14:42:05.580268 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5f2c5744-4edc-457d-ac5c-de3b1f5b73d8 req-e7ce7052-89d5-46c1-b694-e0bb6b7eaf25 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454884 Nov 02 14:42:05.696897 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-5d746ee3-bf79-4744-a5d5-49be69a31d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (78cafb01-001b-4cfc-8719-a0ca02302ac1), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:05.787494 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-5d746ee3-bf79-4744-a5d5-49be69a31d76 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=2b1a0fd84fa24a48b8365752784174e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8594997 Nov 02 14:42:05.788409 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d746ee3-bf79-4744-a5d5-49be69a31d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78cafb01-001b-4cfc-8719-a0ca02302ac1,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:05.790098 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 32854) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:42:05.873963 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-1d147c02-b101-42c0-b221-424693cba7ca admin admin] Publish callbacks [] for security_group (78cafb01-001b-4cfc-8719-a0ca02302ac1), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:05.936779 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-1d147c02-b101-42c0-b221-424693cba7ca admin admin] Publish callbacks [] for security_group (78cafb01-001b-4cfc-8719-a0ca02302ac1), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:06.010002 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:06.217038 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7ba50-232a-4e2b-bac9-b27614ba348f req-5952b435-78e6-485b-993b-3da2ceef823e tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:06.226240 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1be7ba50-232a-4e2b-bac9-b27614ba348f req-5952b435-78e6-485b-993b-3da2ceef823e tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 944 time: 0.1329927 Nov 02 14:42:06.275698 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-1d147c02-b101-42c0-b221-424693cba7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (78cafb01-001b-4cfc-8719-a0ca02302ac1), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:06.279122 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-1d147c02-b101-42c0-b221-424693cba7ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:06.280777 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-1d147c02-b101-42c0-b221-424693cba7ca admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/78cafb01-001b-4cfc-8719-a0ca02302ac1 HTTP/1.1" status: 204 len: 168 time: 0.4892263 Nov 02 14:42:06.314723 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d147c02-b101-42c0-b221-424693cba7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cafb01-001b-4cfc-8719-a0ca02302ac1,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:06.333136 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1be7ba50-232a-4e2b-bac9-b27614ba348f req-0b7bb8d7-866f-4ab6-8981-287e8fba0fe0 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001935 Nov 02 14:42:06.403417 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7f5aa345-c16f-487b-97df-8f58bba0c8d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:06.437579 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device fc1bebad-c267-4384-b8ba-b3d4c19799bd up at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:42:06.532846 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:06.538881 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning for port fc1bebad-c267-4384-b8ba-b3d4c19799bd completed by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 14:42:06.563262 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b914b3-eb3a-4d95-abd1-afcebe215708 req-d14d28f3-7008-462d-b404-a87b8cc59571 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:06.570919 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b2b914b3-eb3a-4d95-abd1-afcebe215708 req-d14d28f3-7008-462d-b404-a87b8cc59571 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 944 time: 0.0826709 Nov 02 14:42:06.649261 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning complete for port fc1bebad-c267-4384-b8ba-b3d4c19799bd triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:42:06.650115 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (fc1bebad-c267-4384-b8ba-b3d4c19799bd), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:06.661345 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Attempt 1 to provision port fc1bebad-c267-4384-b8ba-b3d4c19799bd Nov 02 14:42:06.661766 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b2b914b3-eb3a-4d95-abd1-afcebe215708 req-46a64e6b-58bb-4dd3-b666-47e14eb172a9 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873802 Nov 02 14:42:06.745944 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:06.837661 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port fc1bebad-c267-4384-b8ba-b3d4c19799bd is: BUILD; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:42:06.838081 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (fc1bebad-c267-4384-b8ba-b3d4c19799bd), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:06.870007 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1d6b9a-4ef9-47db-b416-7a0a0f885d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1bebad-c267-4384-b8ba-b3d4c19799bd'}] {{(pid=105392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:42:06.873296 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa406a66c4f7fcebf853f6ac608ace0721fd427f75714d2af0e2307e93ff13f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71bb8c2-6f03-442b-991b-934c2c46b62d" -d '{"events": [{"server_uuid": "4d1d6b9a-4ef9-47db-b416-7a0a0f885d91", "name": "network-vif-plugged", "status": "completed", "tag": "fc1bebad-c267-4384-b8ba-b3d4c19799bd"}]}' {{(pid=105392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:42:06.879789 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb86177-3f4c-49c9-b8b4-33548ac765ce req-26b30434-fa8a-4705-91da-6dce3be56cea tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:06.887750 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7cb86177-3f4c-49c9-b8b4-33548ac765ce req-26b30434-fa8a-4705-91da-6dce3be56cea tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 946 time: 0.0914981 Nov 02 14:42:06.900227 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port fc1bebad-c267-4384-b8ba-b3d4c19799bd, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=fc1bebad-c267-4384-b8ba-b3d4c19799bd,segment=NetworkSegment(076e55e6-4e08-4faf-8572-84b8f0dfcbf2),segment_id=076e55e6-4e08-4faf-8572-84b8f0dfcbf2)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:42:06.923030 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-cd036e50-94ea-424c-9ff8-2ef288eff54e tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:06.930873 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-cd036e50-94ea-424c-9ff8-2ef288eff54e tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/networks?id=5567c379-db86-4c8e-933e-4117b6a0d5fa HTTP/1.1" status: 200 len: 808 time: 0.2700024 Nov 02 14:42:06.958001 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (fc1bebad-c267-4384-b8ba-b3d4c19799bd), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:06.964149 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-de17731d-1951-4f3f-b5e1-6720c41d36f8 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/quotas/47b8cf11e60741e29dfec5f97c462eff HTTP/1.1" status: 200 len: 375 time: 0.0320969 Nov 02 14:42:06.993295 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:07.002160 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-2174a578-4b3f-415d-8ed8-86ac9048842e tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=47b8cf11e60741e29dfec5f97c462eff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369158 Nov 02 14:42:07.015670 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=fc1bebad-c267-4384-b8ba-b3d4c19799bd,revision_number=5']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:07.044609 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7cb86177-3f4c-49c9-b8b4-33548ac765ce req-ba1b147c-0c41-4f7c-b157-aa3354111202 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559072 Nov 02 14:42:07.111381 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4644969f-bde1-418f-960f-eb4d2aa013b4 x-openstack-request-id: req-4644969f-bde1-418f-960f-eb4d2aa013b4 {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:42:07.111885 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1d6b9a-4ef9-47db-b416-7a0a0f885d91", "name": "network-vif-plugged", "status": "completed", "tag": "fc1bebad-c267-4384-b8ba-b3d4c19799bd", "code": 200}]} {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:42:07.112405 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4644969f-bde1-418f-960f-eb4d2aa013b4 {{(pid=105392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:42:07.112903 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4644969f-bde1-418f-960f-eb4d2aa013b4'] response: {'server_uuid': '4d1d6b9a-4ef9-47db-b416-7a0a0f885d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1bebad-c267-4384-b8ba-b3d4c19799bd', 'code': 200} Nov 02 14:42:07.139333 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-eb8c4829-a37a-4def-af5f-400d842ff190 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/5567c379-db86-4c8e-933e-4117b6a0d5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276357 Nov 02 14:42:07.263354 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-d75b9123-1556-4493-baab-38b62c7a3df4 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/5567c379-db86-4c8e-933e-4117b6a0d5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167328 Nov 02 14:42:07.329224 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 32886) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:42:07.356195 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-594756f6-4101-4ea1-9fae-2d65abb927db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:07.527038 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-594756f6-4101-4ea1-9fae-2d65abb927db admin admin] Publish callbacks [] for security_group (75ab6307-a32b-4cb5-b3c7-a9d2ecdb833e), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:07.558204 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf25844-ed8a-4f94-a336-b81665aa10f9 req-745cae1e-33a2-46eb-917c-a99bac74ff73 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:07.576986 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-faf25844-ed8a-4f94-a336-b81665aa10f9 req-745cae1e-33a2-46eb-917c-a99bac74ff73 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 945 time: 0.1127481 Nov 02 14:42:07.657130 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-594756f6-4101-4ea1-9fae-2d65abb927db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (75ab6307-a32b-4cb5-b3c7-a9d2ecdb833e), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:07.729288 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-faf25844-ed8a-4f94-a336-b81665aa10f9 req-5a06e25e-9625-4bcc-8bff-d023907121e5 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502323 Nov 02 14:42:07.730993 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-541205de-ebd2-47a9-8998-900b89362b9b req-10d57724-8f67-4337-ba24-16f7f30a8e22 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bd91069f-ef45-44b0-a9c8-022d089d2dff HTTP/1.1" status: 200 len: 210 time: 0.0904613 Nov 02 14:42:07.775606 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-594756f6-4101-4ea1-9fae-2d65abb927db admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=251a1251c1664c7c9883978abe0c8751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4445739 Nov 02 14:42:07.780934 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 32900) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:42:07.795466 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594756f6-4101-4ea1-9fae-2d65abb927db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ab6307-a32b-4cb5-b3c7-a9d2ecdb833e,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:07.867043 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-2b328ccf-10a2-4c8c-bd57-88e767210c35 admin admin] Publish callbacks [] for security_group (75ab6307-a32b-4cb5-b3c7-a9d2ecdb833e), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:07.911281 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-2b328ccf-10a2-4c8c-bd57-88e767210c35 admin admin] Publish callbacks [] for security_group (75ab6307-a32b-4cb5-b3c7-a9d2ecdb833e), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:07.919345 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:07.928972 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdca2b-3530-4479-bec6-725ea22eeb28 req-fe7f1f79-2e92-4c1b-83cc-ad8eb5bffde2 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:07.930901 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-67cdca2b-3530-4479-bec6-725ea22eeb28 req-fe7f1f79-2e92-4c1b-83cc-ad8eb5bffde2 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 944 time: 0.0819008 Nov 02 14:42:07.999122 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:08.009492 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-67cdca2b-3530-4479-bec6-725ea22eeb28 req-dcc595de-14d5-4197-8605-081f9f0c286e tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702209 Nov 02 14:42:08.103043 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-2b328ccf-10a2-4c8c-bd57-88e767210c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (75ab6307-a32b-4cb5-b3c7-a9d2ecdb833e), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:08.103043 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-2b328ccf-10a2-4c8c-bd57-88e767210c35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:08.103043 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-2b328ccf-10a2-4c8c-bd57-88e767210c35 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/75ab6307-a32b-4cb5-b3c7-a9d2ecdb833e HTTP/1.1" status: 204 len: 168 time: 0.3170841 Nov 02 14:42:08.140859 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b328ccf-10a2-4c8c-bd57-88e767210c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ab6307-a32b-4cb5-b3c7-a9d2ecdb833e,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:08.323462 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2ae33-4ebe-4e54-9be9-72b4f9844c81 req-605f424c-b4d3-44bf-8e8a-ca8285707ed9 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:08.325088 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-96c2ae33-4ebe-4e54-9be9-72b4f9844c81 req-605f424c-b4d3-44bf-8e8a-ca8285707ed9 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 946 time: 0.0953856 Nov 02 14:42:08.378593 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086b5f1-bed4-48eb-b5b2-796e4a3b4019 req-9f440fdb-9912-4495-a71d-1f36be57b553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:08.380164 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9086b5f1-bed4-48eb-b5b2-796e4a3b4019 req-9f440fdb-9912-4495-a71d-1f36be57b553 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 1129 time: 0.0710812 Nov 02 14:42:08.410649 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:08.416047 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-96c2ae33-4ebe-4e54-9be9-72b4f9844c81 req-6e8d2ac7-f9f2-4170-98d8-80b3f7417375 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813994 Nov 02 14:42:08.467899 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9086b5f1-bed4-48eb-b5b2-796e4a3b4019 req-64281de1-df29-4dfe-9ab9-f7542d8f2cf2 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579154 Nov 02 14:42:08.870703 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-5cc17baf-29cd-4fb8-9036-1b6d33bc742d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:08.873323 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0f611f69-ef4c-4c4c-a901-2c868f11679b req-72eec524-df0d-46a1-a51f-d3c9e228f0c4 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bd91069f-ef45-44b0-a9c8-022d089d2dff HTTP/1.1" status: 200 len: 210 time: 0.0333664 Nov 02 14:42:08.967471 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fe4ea-25e2-4839-bf9c-f06d1c58dd75 req-368d3be7-6abf-4135-a2e1-016e02ddc027 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:08.971514 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-638fe4ea-25e2-4839-bf9c-f06d1c58dd75 req-368d3be7-6abf-4135-a2e1-016e02ddc027 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 945 time: 0.1001956 Nov 02 14:42:09.081905 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-638fe4ea-25e2-4839-bf9c-f06d1c58dd75 req-ee04f2e1-afb0-4963-a290-b32f76b5b8a1 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096058 Nov 02 14:42:09.254695 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d86f9-6ea9-409d-9ab0-03932ed3af5a req-bddb70bb-0500-4d09-907a-844a632a854d tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:09.256023 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1e0d86f9-6ea9-409d-9ab0-03932ed3af5a req-bddb70bb-0500-4d09-907a-844a632a854d tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 944 time: 0.1040330 Nov 02 14:42:09.326329 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1e0d86f9-6ea9-409d-9ab0-03932ed3af5a req-d3b9f4fc-00d4-4de6-8eed-d3f25917461c tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631001 Nov 02 14:42:09.638866 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b6609-0dba-4457-8adb-d579c44fbb87 req-e153d6e6-b9ee-424b-84c6-a6e09dfc7286 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:09.638866 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-427b6609-0dba-4457-8adb-d579c44fbb87 req-e153d6e6-b9ee-424b-84c6-a6e09dfc7286 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 946 time: 0.0678749 Nov 02 14:42:09.696297 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-427b6609-0dba-4457-8adb-d579c44fbb87 req-9b29cb4e-aa42-41ac-b339-21ddf37b5181 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715342 Nov 02 14:42:09.988108 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-18271f3c-88ce-4e2c-8b94-d29929f03d24 req-64aa8515-65e5-477e-bd8d-d521fa4eeb25 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bd91069f-ef45-44b0-a9c8-022d089d2dff HTTP/1.1" status: 200 len: 210 time: 0.0318654 Nov 02 14:42:10.249432 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c40d3e-c0db-49e9-a932-cd613221e66e req-d608a4f4-b5c5-490c-928e-dbf487b7e8d0 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:10.261771 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f2c40d3e-c0db-49e9-a932-cd613221e66e req-d608a4f4-b5c5-490c-928e-dbf487b7e8d0 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 945 time: 0.0676227 Nov 02 14:42:10.312474 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f2c40d3e-c0db-49e9-a932-cd613221e66e req-8b4b2288-83e9-4ddd-a491-1bb993fa1fec tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465527 Nov 02 14:42:10.450426 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device 881c5e7e-3ed6-4eda-ba12-f2fc35e98f97 details requested by agent hyperv_hv-cinder-86236 with host hv-cinder-86236 {{(pid=105392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 14:42:10.489089 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3bd28-15c5-414e-9623-6d851c2a3bfa req-fbeb8cfb-4e45-4555-92f1-6391c3319b6f tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:10.491977 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-29a3bd28-15c5-414e-9623-6d851c2a3bfa req-fbeb8cfb-4e45-4555-92f1-6391c3319b6f tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 944 time: 0.0690112 Nov 02 14:42:10.500067 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:10.582119 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-29a3bd28-15c5-414e-9623-6d851c2a3bfa req-f60575cd-a457-432e-a6f6-8bca1d6afa33 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794644 Nov 02 14:42:10.760173 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port 881c5e7e-3ed6-4eda-ba12-f2fc35e98f97, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=881c5e7e-3ed6-4eda-ba12-f2fc35e98f97,segment=NetworkSegment(5190f057-06cd-4304-84b1-7684f23b68ce),segment_id=5190f057-06cd-4304-84b1-7684f23b68ce)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:42:10.775754 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Returning: {'device': '881c5e7e-3ed6-4eda-ba12-f2fc35e98f97', 'network_id': 'a5e8c38f-06c6-404d-bcd7-7c9cd1de864c', 'port_id': '881c5e7e-3ed6-4eda-ba12-f2fc35e98f97', 'mac_address': 'fa:16:3e:21:33:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 497, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eab41e4-42d8-41d3-93f0-9494ff932f52', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 14:42:10.833190 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port 881c5e7e-3ed6-4eda-ba12-f2fc35e98f97 is: DOWN; New status is: BUILD {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:42:10.834183 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (881c5e7e-3ed6-4eda-ba12-f2fc35e98f97), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:10.854301 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 881c5e7e-3ed6-4eda-ba12-f2fc35e98f97 {{(pid=105392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:42:10.890734 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port 881c5e7e-3ed6-4eda-ba12-f2fc35e98f97, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=881c5e7e-3ed6-4eda-ba12-f2fc35e98f97,segment=NetworkSegment(5190f057-06cd-4304-84b1-7684f23b68ce),segment_id=5190f057-06cd-4304-84b1-7684f23b68ce)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:42:10.931071 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe94052-a37a-44f8-abaa-92f656cb3ccd req-a51ed5ec-e872-4d8a-a0a3-8c10a9c607cb tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:10.932326 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-fbe94052-a37a-44f8-abaa-92f656cb3ccd req-a51ed5ec-e872-4d8a-a0a3-8c10a9c607cb tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 946 time: 0.0698442 Nov 02 14:42:10.974973 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (881c5e7e-3ed6-4eda-ba12-f2fc35e98f97), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:11.016155 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-fbe94052-a37a-44f8-abaa-92f656cb3ccd req-ca5ce850-fb53-48d8-8b58-6975ecd91576 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772758 Nov 02 14:42:11.175892 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-18ab8774-dbf0-45f4-b788-3bb091804200 req-dbda5528-a6ed-43be-b35b-8294ba529e44 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bd91069f-ef45-44b0-a9c8-022d089d2dff HTTP/1.1" status: 200 len: 210 time: 0.0538151 Nov 02 14:42:11.298994 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=881c5e7e-3ed6-4eda-ba12-f2fc35e98f97,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:11.397042 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] get_ports_and_sgs() called for port_ids ['881c5e7e-3ed6-4eda-ba12-f2fc35e98f97'] {{(pid=105392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 14:42:11.475143 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc4ae0-de3a-46a5-9722-e561ecb094ee req-95793c88-4316-45ef-b213-b910477f0c37 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:11.476709 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-95bc4ae0-de3a-46a5-9722-e561ecb094ee req-95793c88-4316-45ef-b213-b910477f0c37 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 945 time: 0.0718489 Nov 02 14:42:11.529210 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-95bc4ae0-de3a-46a5-9722-e561ecb094ee req-5fc0373e-20f6-4163-895b-fc3eee0316c9 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448444 Nov 02 14:42:11.660503 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:11.685739 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08cb558-7e01-49b2-a8bc-1f94baace7eb req-ecd50cd9-24d3-4f1f-9125-91372c4aecb7 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:11.687328 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c08cb558-7e01-49b2-a8bc-1f94baace7eb req-ecd50cd9-24d3-4f1f-9125-91372c4aecb7 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 945 time: 0.0697668 Nov 02 14:42:11.708157 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 32978) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:42:11.713878 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-1e54cd9c-3878-42ea-8799-08f941e7ab95 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Request body: {'floatingip': {'port_id': 'fc1bebad-c267-4384-b8ba-b3d4c19799bd'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:42:11.723239 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:11.803325 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-1e54cd9c-3878-42ea-8799-08f941e7ab95 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks [] for floatingip (ab7d20ff-2ec0-4a3a-91b1-6d7b1ed33f90), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:11.815675 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdaf5f-0ed7-47c4-ab0e-8173e0c5c944 req-194dd6b4-6de8-4f70-b437-e3ad2bb47fea tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:11.817421 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-aebdaf5f-0ed7-47c4-ab0e-8173e0c5c944 req-194dd6b4-6de8-4f70-b437-e3ad2bb47fea tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 945 time: 0.1533055 Nov 02 14:42:11.902645 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 32988) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:42:12.014974 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:12.028248 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-aebdaf5f-0ed7-47c4-ab0e-8173e0c5c944 req-14a358c7-0a3c-48d2-9ce1-1ce954a899b3 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842408 Nov 02 14:42:12.043823 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-7d66824b-a185-4ff7-88ad-476ec25c7c66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:12.147050 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-7d66824b-a185-4ff7-88ad-476ec25c7c66 admin admin] Publish callbacks [] for security_group (c0d8d72f-a27d-45f7-af38-83cec25efb6c), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:12.242091 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-7d66824b-a185-4ff7-88ad-476ec25c7c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (c0d8d72f-a27d-45f7-af38-83cec25efb6c), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:12.293311 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-7d66824b-a185-4ff7-88ad-476ec25c7c66 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=0e3fe57f040f4d21bca0fddc82fdd5c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3894880 Nov 02 14:42:12.294398 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66824b-a185-4ff7-88ad-476ec25c7c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d8d72f-a27d-45f7-af38-83cec25efb6c,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:12.297956 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 33004) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:42:12.378052 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c937dcfe-c0ce-421e-ba4e-b599dd4328be admin admin] Publish callbacks [] for security_group (c0d8d72f-a27d-45f7-af38-83cec25efb6c), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:12.406316 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c937dcfe-c0ce-421e-ba4e-b599dd4328be admin admin] Publish callbacks [] for security_group (c0d8d72f-a27d-45f7-af38-83cec25efb6c), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:12.416144 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:12.443367 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:12.445480 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-89ba0638-263a-40d2-9683-f4d0280d4d4c req-b943bdf2-76bb-40ad-81e3-245b910b20e3 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bd91069f-ef45-44b0-a9c8-022d089d2dff HTTP/1.1" status: 200 len: 210 time: 0.0796661 Nov 02 14:42:12.478097 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7523fcd-dfa7-4daa-8b9b-a5fe5c1b4cbc req-705b172d-23c2-4100-bca4-cd48e42e613b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:12.479584 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c7523fcd-dfa7-4daa-8b9b-a5fe5c1b4cbc req-705b172d-23c2-4100-bca4-cd48e42e613b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 946 time: 0.1174145 Nov 02 14:42:12.488648 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-b0e66b0f-fa0e-4a9c-b12c-6f605c5da10b tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:12.490150 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-b0e66b0f-fa0e-4a9c-b12c-6f605c5da10b tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.64 "GET /networking/v2.0/networks?id=5567c379-db86-4c8e-933e-4117b6a0d5fa HTTP/1.1" status: 200 len: 808 time: 0.5827959 Nov 02 14:42:12.551433 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c937dcfe-c0ce-421e-ba4e-b599dd4328be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (c0d8d72f-a27d-45f7-af38-83cec25efb6c), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:12.557642 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c937dcfe-c0ce-421e-ba4e-b599dd4328be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:12.568270 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-c937dcfe-c0ce-421e-ba4e-b599dd4328be admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/c0d8d72f-a27d-45f7-af38-83cec25efb6c HTTP/1.1" status: 204 len: 168 time: 0.2660420 Nov 02 14:42:12.569027 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-e2ae5410-942b-4a27-a6ab-cf59a7e09405 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Request body: {'port': {'device_id': 'bd91069f-ef45-44b0-a9c8-022d089d2dff', 'network_id': '5567c379-db86-4c8e-933e-4117b6a0d5fa', 'admin_state_up': True, 'tenant_id': '47b8cf11e60741e29dfec5f97c462eff'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:42:12.588227 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device 881c5e7e-3ed6-4eda-ba12-f2fc35e98f97 up at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:42:12.588532 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937dcfe-c0ce-421e-ba4e-b599dd4328be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d8d72f-a27d-45f7-af38-83cec25efb6c,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:12.659593 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning for port 881c5e7e-3ed6-4eda-ba12-f2fc35e98f97 completed by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 14:42:12.710219 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c7523fcd-dfa7-4daa-8b9b-a5fe5c1b4cbc req-e40596f6-0cdc-4fc1-bae9-0963f0219c60 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190750 Nov 02 14:42:12.758154 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning complete for port 881c5e7e-3ed6-4eda-ba12-f2fc35e98f97 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:42:12.758756 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (881c5e7e-3ed6-4eda-ba12-f2fc35e98f97), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:12.759505 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Attempt 1 to provision port 881c5e7e-3ed6-4eda-ba12-f2fc35e98f97 Nov 02 14:42:12.861343 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:12.876021 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port 881c5e7e-3ed6-4eda-ba12-f2fc35e98f97 is: BUILD; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:42:12.878874 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (881c5e7e-3ed6-4eda-ba12-f2fc35e98f97), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:12.909835 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d10c5a-012e-4d8a-8188-c2289e1605b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '881c5e7e-3ed6-4eda-ba12-f2fc35e98f97'}] {{(pid=105392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:42:12.913923 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa406a66c4f7fcebf853f6ac608ace0721fd427f75714d2af0e2307e93ff13f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af23ffae-7686-4be8-8203-871173c5ba6b" -d '{"events": [{"server_uuid": "24d10c5a-012e-4d8a-8188-c2289e1605b7", "name": "network-vif-plugged", "status": "completed", "tag": "881c5e7e-3ed6-4eda-ba12-f2fc35e98f97"}]}' {{(pid=105392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:42:12.933354 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port 881c5e7e-3ed6-4eda-ba12-f2fc35e98f97, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=881c5e7e-3ed6-4eda-ba12-f2fc35e98f97,segment=NetworkSegment(5190f057-06cd-4304-84b1-7684f23b68ce),segment_id=5190f057-06cd-4304-84b1-7684f23b68ce)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:42:12.972887 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5be3c66-7f9f-449d-8bad-27b52b960d46 x-openstack-request-id: req-e5be3c66-7f9f-449d-8bad-27b52b960d46 {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:42:12.973953 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d10c5a-012e-4d8a-8188-c2289e1605b7", "name": "network-vif-plugged", "status": "completed", "tag": "881c5e7e-3ed6-4eda-ba12-f2fc35e98f97", "code": 200}]} {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:42:12.974391 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e5be3c66-7f9f-449d-8bad-27b52b960d46 {{(pid=105392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:42:12.974949 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5be3c66-7f9f-449d-8bad-27b52b960d46'] response: {'server_uuid': '24d10c5a-012e-4d8a-8188-c2289e1605b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '881c5e7e-3ed6-4eda-ba12-f2fc35e98f97', 'code': 200} Nov 02 14:42:13.005225 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f136ddb-8774-44af-bc92-cc8a13a86172 req-b867de3b-a9d6-4e42-a5cf-e6a78bf838c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:13.007601 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-7f136ddb-8774-44af-bc92-cc8a13a86172 req-b867de3b-a9d6-4e42-a5cf-e6a78bf838c3 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0dd67ec4f08d4d548af5b5ccee50407c&device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 1130 time: 0.0630488 Nov 02 14:42:13.061248 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (881c5e7e-3ed6-4eda-ba12-f2fc35e98f97), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:13.061961 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device af3cc54b-a081-4f0c-aad1-a5c16e7530c7 no longer exists at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:42:13.070543 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:13.092525 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-e2ae5410-942b-4a27-a6ab-cf59a7e09405 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Made reservation on behalf of 47b8cf11e60741e29dfec5f97c462eff for: {'port': 1} {{(pid=105391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:42:13.097945 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-e2ae5410-942b-4a27-a6ab-cf59a7e09405 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:13.154539 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-1e54cd9c-3878-42ea-8799-08f941e7ab95 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:13.178404 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f136ddb-8774-44af-bc92-cc8a13a86172 req-03ef793a-15cd-4a4c-8b95-66cba773641d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:13.180132 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-7f136ddb-8774-44af-bc92-cc8a13a86172 req-03ef793a-15cd-4a4c-8b95-66cba773641d service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=f2e46242-b4bc-49aa-9edc-2954b80ac8ba HTTP/1.1" status: 200 len: 917 time: 0.1634436 Nov 02 14:42:13.208536 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=881c5e7e-3ed6-4eda-ba12-f2fc35e98f97,revision_number=5']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:13.246991 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port af3cc54b-a081-4f0c-aad1-a5c16e7530c7 is: ACTIVE; New status is: DOWN {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:42:13.247736 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (af3cc54b-a081-4f0c-aad1-a5c16e7530c7), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:13.255216 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:13.264626 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-1e54cd9c-3878-42ea-8799-08f941e7ab95 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66773501'] for floatingip (ab7d20ff-2ec0-4a3a-91b1-6d7b1ed33f90), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:13.288364 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port af3cc54b-a081-4f0c-aad1-a5c16e7530c7, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=af3cc54b-a081-4f0c-aad1-a5c16e7530c7,segment=NetworkSegment(1eff0572-7501-4653-a799-253705bab93c),segment_id=1eff0572-7501-4653-a799-253705bab93c)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:42:13.296847 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-7f136ddb-8774-44af-bc92-cc8a13a86172 req-8477ad43-cb7b-4486-a5a4-d69ccd9637a6 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af3cc54b-a081-4f0c-aad1-a5c16e7530c7 HTTP/1.1" status: 200 len: 1002 time: 0.1102998 Nov 02 14:42:13.330785 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60d2b2-9ea9-4e1d-bc77-161203e6987f req-5a96e87e-2d0a-4417-b2ef-d60353a9f8e3 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:13.330785 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2a60d2b2-9ea9-4e1d-bc77-161203e6987f req-5a96e87e-2d0a-4417-b2ef-d60353a9f8e3 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 946 time: 0.2093637 Nov 02 14:42:13.431933 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (af3cc54b-a081-4f0c-aad1-a5c16e7530c7), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:13.528150 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=af3cc54b-a081-4f0c-aad1-a5c16e7530c7,revision_number=8']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:13.556929 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2a60d2b2-9ea9-4e1d-bc77-161203e6987f req-78ca58f1-4c55-4da7-abaf-de5421e817da tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307684 Nov 02 14:42:13.562583 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.db.l3_db [None req-1e54cd9c-3878-42ea-8799-08f941e7ab95 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Floating IP ab7d20ff-2ec0-4a3a-91b1-6d7b1ed33f90 associated. External IP: 172.27.0.225, port: fc1bebad-c267-4384-b8ba-b3d4c19799bd. Nov 02 14:42:13.586839 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f136ddb-8774-44af-bc92-cc8a13a86172 req-a60075a0-be3a-45c8-8653-1befd9caf61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:13.588297 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-7f136ddb-8774-44af-bc92-cc8a13a86172 req-a60075a0-be3a-45c8-8653-1befd9caf61b service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=82f2bb5b-1705-4182-9233-e8913f6cd258 HTTP/1.1" status: 200 len: 855 time: 0.2856681 Nov 02 14:42:13.589450 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=4 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:13.602675 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=4 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:13.607306 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:13.615644 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9916e9c-3d27-4a47-9e2a-9ca1e17b89b1 req-cfba4a2e-340c-48a1-bf97-01de6bc9a4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:13.616533 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a9916e9c-3d27-4a47-9e2a-9ca1e17b89b1 req-cfba4a2e-340c-48a1-bf97-01de6bc9a4a5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 1130 time: 0.2028625 Nov 02 14:42:13.637670 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.db_base_plugin_common [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-e2ae5410-942b-4a27-a6ab-cf59a7e09405 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Allocated IP 172.20.0.5 (5567c379-db86-4c8e-933e-4117b6a0d5fa/2c79dc69-9b8c-46ab-8eb5-049d9f18c6a0/bdeedfb0-c94b-4193-9d25-ca0bb97dc80d) {{(pid=105391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:42:13.651343 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f136ddb-8774-44af-bc92-cc8a13a86172 req-3be55316-9b0d-4177-bf54-5868cdbd1337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:13.652294 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-7f136ddb-8774-44af-bc92-cc8a13a86172 req-3be55316-9b0d-4177-bf54-5868cdbd1337 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=f2e46242-b4bc-49aa-9edc-2954b80ac8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564225 Nov 02 14:42:13.690640 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b3d6b283-c84a-49eb-8727-ada3ea9fe407 req-93085f42-5975-4ed4-998d-0e6f051bbf49 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bd91069f-ef45-44b0-a9c8-022d089d2dff HTTP/1.1" status: 200 len: 210 time: 0.0845706 Nov 02 14:42:13.761592 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-7f136ddb-8774-44af-bc92-cc8a13a86172 req-3751daf2-331b-4b04-9019-5e3b4e0b49b1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f2e46242-b4bc-49aa-9edc-2954b80ac8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018746 Nov 02 14:42:13.856204 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a9916e9c-3d27-4a47-9e2a-9ca1e17b89b1 req-396cc60c-df2c-4677-80b2-e096bb3ea66b service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226686 Nov 02 14:42:13.880841 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-7f136ddb-8774-44af-bc92-cc8a13a86172 req-c8b767fd-f784-4a55-ace9-e4bd899028cf service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f2e46242-b4bc-49aa-9edc-2954b80ac8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109469 Nov 02 14:42:13.905373 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e3ca4-5339-4489-8728-b8e7f884fb91 req-7b2b8907-2eb6-4468-b644-8488ef6ac0a1 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:13.906957 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-524e3ca4-5339-4489-8728-b8e7f884fb91 req-7b2b8907-2eb6-4468-b644-8488ef6ac0a1 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 944 time: 0.1025555 Nov 02 14:42:14.349510 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-524e3ca4-5339-4489-8728-b8e7f884fb91 req-82a0062d-cf67-4dbb-a28c-7232b8cbf0f5 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4058075 Nov 02 14:42:14.367471 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-e2ae5410-942b-4a27-a6ab-cf59a7e09405 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Publish callbacks [] for port (bdeedfb0-c94b-4193-9d25-ca0bb97dc80d), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:14.384353 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:14.386344 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e54cd9c-3878-42ea-8799-08f941e7ab95 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Router 6418c070-202d-44f4-a721-f4d15d9291da has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:42:14.515429 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e54cd9c-3878-42ea-8799-08f941e7ab95 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:42:14.521411 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-1e54cd9c-3878-42ea-8799-08f941e7ab95 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for floatingip (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:14.526101 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eaee90-f9bc-4ba1-93fe-6a2729382740 None None] Sync routers for ids ['6418c070-202d-44f4-a721-f4d15d9291da'] in dv-cinder-862365-4-iscsi {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:42:14.537917 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9eaee90-f9bc-4ba1-93fe-6a2729382740 None None] Routers {'6418c070-202d-44f4-a721-f4d15d9291da'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:42:14.538530 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-a9eaee90-f9bc-4ba1-93fe-6a2729382740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:42:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['6418c070-202d-44f4-a721-f4d15d9291da'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:42:14.545577 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-e2ae5410-942b-4a27-a6ab-cf59a7e09405 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461'] for port (bdeedfb0-c94b-4193-9d25-ca0bb97dc80d), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:14.593109 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-1e54cd9c-3878-42ea-8799-08f941e7ab95 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "PUT /networking/v2.0/floatingips/ab7d20ff-2ec0-4a3a-91b1-6d7b1ed33f90 HTTP/1.1" status: 200 len: 991 time: 2.8856881 Nov 02 14:42:14.597954 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1d6b9a-4ef9-47db-b416-7a0a0f885d91', 'tag': 'fc1bebad-c267-4384-b8ba-b3d4c19799bd'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:42:14.600217 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfa9a73-788b-453f-9ef5-5c834173b535" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1d6b9a-4ef9-47db-b416-7a0a0f885d91", "tag": "fc1bebad-c267-4384-b8ba-b3d4c19799bd"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:42:14.619386 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-e2ae5410-942b-4a27-a6ab-cf59a7e09405 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Network 5567c379-db86-4c8e-933e-4117b6a0d5fa is already hosted by enough agents. {{(pid=105391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:42:14.622914 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-e2ae5410-942b-4a27-a6ab-cf59a7e09405 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Resources bound (agent type, host, resource id): {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:42:14.625531 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-e2ae5410-942b-4a27-a6ab-cf59a7e09405 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Received port after_create {{(pid=105391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:42:14.630892 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-e2ae5410-942b-4a27-a6ab-cf59a7e09405 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:14.631567 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-e2ae5410-942b-4a27-a6ab-cf59a7e09405 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:14.635424 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae5410-942b-4a27-a6ab-cf59a7e09405 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Pushing event updated for resources: {'Port': ['ID=bdeedfb0-c94b-4193-9d25-ca0bb97dc80d,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:14.649745 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52eb9a8c-4c31-42bd-8762-b6eb5a6d8548 x-openstack-request-id: req-52eb9a8c-4c31-42bd-8762-b6eb5a6d8548 {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:42:14.649745 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1d6b9a-4ef9-47db-b416-7a0a0f885d91", "tag": "fc1bebad-c267-4384-b8ba-b3d4c19799bd", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:42:14.649969 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-52eb9a8c-4c31-42bd-8762-b6eb5a6d8548 {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:42:14.650645 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52eb9a8c-4c31-42bd-8762-b6eb5a6d8548'] response: {'name': 'network-changed', 'server_uuid': '4d1d6b9a-4ef9-47db-b416-7a0a0f885d91', 'tag': 'fc1bebad-c267-4384-b8ba-b3d4c19799bd', 'status': 'completed', 'code': 200} Nov 02 14:42:14.675348 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-a9eaee90-f9bc-4ba1-93fe-6a2729382740 None None] Set router 6418c070-202d-44f4-a721-f4d15d9291da gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:42:14.716958 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd560dd-9715-4a8d-ad42-53354626a7ae req-247985c2-0571-4b7f-9237-f420ceca72f2 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:14.718482 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-abd560dd-9715-4a8d-ad42-53354626a7ae req-247985c2-0571-4b7f-9237-f420ceca72f2 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 946 time: 0.0492270 Nov 02 14:42:14.757693 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:14.769355 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-e2ae5410-942b-4a27-a6ab-cf59a7e09405 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2135649 Nov 02 14:42:14.774002 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-abd560dd-9715-4a8d-ad42-53354626a7ae req-426248a6-7f15-4a20-b27a-43a0082480d3 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485733 Nov 02 14:42:14.826831 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8877e0-0407-4c6c-bad8-6100b19c7959 req-612d6d2d-ad14-4637-a372-65834f9e602f tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:14.828345 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ed8877e0-0407-4c6c-bad8-6100b19c7959 req-612d6d2d-ad14-4637-a372-65834f9e602f tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bd91069f-ef45-44b0-a9c8-022d089d2dff HTTP/1.1" status: 200 len: 931 time: 0.0534770 Nov 02 14:42:14.881358 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ed8877e0-0407-4c6c-bad8-6100b19c7959 req-056e52f4-aa9e-464e-88bb-9d98869728e4 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461781 Nov 02 14:42:14.960250 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-a9eaee90-f9bc-4ba1-93fe-6a2729382740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6418c070-202d-44f4-a721-f4d15d9291da', 'name': 'tempest-ServerRescueNegativeTestJSON-1251080208-router', 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '03ac4043-a9dc-4fa0-b608-5c51f3bc015f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:19Z', 'updated_at': '2022-11-02T14:39:28Z', 'revision_number': 4, 'project_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'gw_port': {'id': '03ac4043-a9dc-4fa0-b608-5c51f3bc015f', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6418c070-202d-44f4-a721-f4d15d9291da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': 'ab7d20ff-2ec0-4a3a-91b1-6d7b1ed33f90', 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': '6418c070-202d-44f4-a721-f4d15d9291da', 'port_id': 'fc1bebad-c267-4384-b8ba-b3d4c19799bd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b', 'mac_address': 'fa:16:3e:4b:f7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1d6b9a-4ef9-47db-b416-7a0a0f885d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:41:45Z', 'updated_at': '2022-11-02T14:42:12Z', 'revision_number': 1, 'project_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bf68e88-1e76-4d78-b4b5-cdc5b1e32546', 'name': '', 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b', 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'mac_address': 'fa:16:3e:bc:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6418c070-202d-44f4-a721-f4d15d9291da', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '543df3fb-8a54-4baf-bcd8-c5079d82249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:27Z', 'updated_at': '2022-11-02T14:39:37Z', 'revision_number': 5, 'project_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'subnets': [{'id': '543df3fb-8a54-4baf-bcd8-c5079d82249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:42:14.994135 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0f8129-8155-4b7c-a462-f9c067ecfbca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af3cc54b-a081-4f0c-aad1-a5c16e7530c7'}] {{(pid=105392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:42:14.996511 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa406a66c4f7fcebf853f6ac608ace0721fd427f75714d2af0e2307e93ff13f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc62f4b4-ccba-4d1f-839d-ce2df4404d68" -d '{"events": [{"server_uuid": "5d0f8129-8155-4b7c-a462-f9c067ecfbca", "name": "network-vif-unplugged", "status": "completed", "tag": "af3cc54b-a081-4f0c-aad1-a5c16e7530c7"}]}' {{(pid=105392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:42:15.000016 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eaee90-f9bc-4ba1-93fe-6a2729382740 None None] Checking router: 6418c070-202d-44f4-a721-f4d15d9291da for host: dv-cinder-862365-4-iscsi {{(pid=105392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:42:15.010469 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9eaee90-f9bc-4ba1-93fe-6a2729382740 None None] Routers {'6418c070-202d-44f4-a721-f4d15d9291da'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:42:15.011113 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-a9eaee90-f9bc-4ba1-93fe-6a2729382740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:42:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['6418c070-202d-44f4-a721-f4d15d9291da'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:42:15.045196 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Nov 2022 14:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8db9066-f6d4-46b8-b38a-f385d2350919 x-openstack-request-id: req-c8db9066-f6d4-46b8-b38a-f385d2350919 {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:42:15.045526 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d0f8129-8155-4b7c-a462-f9c067ecfbca", "name": "network-vif-unplugged", "status": "completed", "tag": "af3cc54b-a081-4f0c-aad1-a5c16e7530c7", "code": 200}]} {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:42:15.045780 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c8db9066-f6d4-46b8-b38a-f385d2350919 {{(pid=105392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:42:15.046175 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8db9066-f6d4-46b8-b38a-f385d2350919'] response: {'server_uuid': '5d0f8129-8155-4b7c-a462-f9c067ecfbca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af3cc54b-a081-4f0c-aad1-a5c16e7530c7', 'code': 200} Nov 02 14:42:15.117460 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-a9eaee90-f9bc-4ba1-93fe-6a2729382740 None None] Set router 6418c070-202d-44f4-a721-f4d15d9291da gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:42:15.157035 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:15.338032 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=100 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:15.341335 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-a9eaee90-f9bc-4ba1-93fe-6a2729382740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6418c070-202d-44f4-a721-f4d15d9291da', 'name': 'tempest-ServerRescueNegativeTestJSON-1251080208-router', 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '03ac4043-a9dc-4fa0-b608-5c51f3bc015f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:19Z', 'updated_at': '2022-11-02T14:39:28Z', 'revision_number': 4, 'project_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'gw_port': {'id': '03ac4043-a9dc-4fa0-b608-5c51f3bc015f', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6418c070-202d-44f4-a721-f4d15d9291da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': 'ab7d20ff-2ec0-4a3a-91b1-6d7b1ed33f90', 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': '6418c070-202d-44f4-a721-f4d15d9291da', 'port_id': 'fc1bebad-c267-4384-b8ba-b3d4c19799bd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b', 'mac_address': 'fa:16:3e:4b:f7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1d6b9a-4ef9-47db-b416-7a0a0f885d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:41:45Z', 'updated_at': '2022-11-02T14:42:12Z', 'revision_number': 1, 'project_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bf68e88-1e76-4d78-b4b5-cdc5b1e32546', 'name': '', 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b', 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'mac_address': 'fa:16:3e:bc:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6418c070-202d-44f4-a721-f4d15d9291da', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '543df3fb-8a54-4baf-bcd8-c5079d82249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:27Z', 'updated_at': '2022-11-02T14:39:37Z', 'revision_number': 5, 'project_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'subnets': [{'id': '543df3fb-8a54-4baf-bcd8-c5079d82249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:42:15.366510 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eaee90-f9bc-4ba1-93fe-6a2729382740 None None] The sync data for ids ['6418c070-202d-44f4-a721-f4d15d9291da'] in dv-cinder-862365-4-iscsi is: [{'id': '6418c070-202d-44f4-a721-f4d15d9291da', 'name': 'tempest-ServerRescueNegativeTestJSON-1251080208-router', 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '03ac4043-a9dc-4fa0-b608-5c51f3bc015f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:19Z', 'updated_at': '2022-11-02T14:39:28Z', 'revision_number': 4, 'project_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'gw_port': {'id': '03ac4043-a9dc-4fa0-b608-5c51f3bc015f', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6418c070-202d-44f4-a721-f4d15d9291da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': 'ab7d20ff-2ec0-4a3a-91b1-6d7b1ed33f90', 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': '6418c070-202d-44f4-a721-f4d15d9291da', 'port_id': 'fc1bebad-c267-4384-b8ba-b3d4c19799bd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b', 'mac_address': 'fa:16:3e:4b:f7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1d6b9a-4ef9-47db-b416-7a0a0f885d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:41:45Z', 'updated_at': '2022-11-02T14:42:12Z', 'revision_number': 1, 'project_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bf68e88-1e76-4d78-b4b5-cdc5b1e32546', 'name': '', 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b', 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'mac_address': 'fa:16:3e:bc:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6418c070-202d-44f4-a721-f4d15d9291da', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '543df3fb-8a54-4baf-bcd8-c5079d82249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:27Z', 'updated_at': '2022-11-02T14:39:37Z', 'revision_number': 5, 'project_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'subnets': [{'id': '543df3fb-8a54-4baf-bcd8-c5079d82249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:42:15.501604 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83ebf6-4f71-43d3-9898-5d21f47ebabb req-b8c488ec-e297-47c1-8403-33924694888d tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:15.505550 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2a83ebf6-4f71-43d3-9898-5d21f47ebabb req-b8c488ec-e297-47c1-8403-33924694888d tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 944 time: 0.0641367 Nov 02 14:42:15.555414 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2a83ebf6-4f71-43d3-9898-5d21f47ebabb req-fc2c24cf-c468-4e25-b7d7-678d2e56ef50 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462599 Nov 02 14:42:15.604176 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e6cca9-27d1-423b-a514-9db6a5d2cf3b None None] New status for floating IP ab7d20ff-2ec0-4a3a-91b1-6d7b1ed33f90: ACTIVE {{(pid=105393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 14:42:15.806331 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-dcf12b23-d8ae-4d98-9815-c97841d069e2 service neutron] Request body: {'port': {'device_id': 'bd91069f-ef45-44b0-a9c8-022d089d2dff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86236'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:42:15.911551 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-dcf12b23-d8ae-4d98-9815-c97841d069e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (bdeedfb0-c94b-4193-9d25-ca0bb97dc80d), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:15.933506 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2756b-6430-4acb-88f5-079fd19b375c req-48ebd6ce-9e4e-479f-b34d-f9d3c295f01a tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:15.935029 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9cd2756b-6430-4acb-88f5-079fd19b375c req-48ebd6ce-9e4e-479f-b34d-f9d3c295f01a tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 946 time: 0.0654104 Nov 02 14:42:16.118024 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266813c-98dc-431c-af63-3992122eacb2 req-a87a84f6-a7e1-42e2-8c32-c29c51b1fee0 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:16.119504 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1266813c-98dc-431c-af63-3992122eacb2 req-a87a84f6-a7e1-42e2-8c32-c29c51b1fee0 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bd91069f-ef45-44b0-a9c8-022d089d2dff HTTP/1.1" status: 200 len: 931 time: 0.1339483 Nov 02 14:42:16.122454 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9cd2756b-6430-4acb-88f5-079fd19b375c req-2c6948e5-8b9c-46f4-811d-fa29812bdd00 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643760 Nov 02 14:42:16.210667 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:16.244070 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa9a73-788b-453f-9ef5-5c834173b535 req-b4de904a-ac33-48c0-9db9-02f6c28a9f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:16.246526 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-3cfa9a73-788b-453f-9ef5-5c834173b535 req-b4de904a-ac33-48c0-9db9-02f6c28a9f36 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=edc675d4a92f4ff9ae8a41a020fa792c&device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 1129 time: 0.0459743 Nov 02 14:42:16.258983 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-98bad6d4-7bd6-40e9-b98e-71a12ee4f8fc tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/networks?tenant_id=f8e090451c7e4296a0b85c7eeb9002f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572774 Nov 02 14:42:16.268353 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1266813c-98dc-431c-af63-3992122eacb2 req-1e8e5534-ebbb-4728-88eb-e27e4241b168 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425781 Nov 02 14:42:16.362467 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa9a73-788b-453f-9ef5-5c834173b535 req-b56f2196-feba-42a4-8a1e-1e4a0e49cd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:16.363974 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-3cfa9a73-788b-453f-9ef5-5c834173b535 req-b56f2196-feba-42a4-8a1e-1e4a0e49cd98 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=bea7d5f3-3f34-426a-97bc-a8938ef4d97b HTTP/1.1" status: 200 len: 920 time: 0.1095686 Nov 02 14:42:16.438235 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-3cfa9a73-788b-453f-9ef5-5c834173b535 req-5fcdc2a9-db2e-4ccb-8998-ac3d65296541 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc1bebad-c267-4384-b8ba-b3d4c19799bd HTTP/1.1" status: 200 len: 1001 time: 0.0656509 Nov 02 14:42:16.515548 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-dcf12b23-d8ae-4d98-9815-c97841d069e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdeedfb0-c94b-4193-9d25-ca0bb97dc80d {{(pid=105391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:42:16.529863 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-c9ad9f32-ca6d-466b-80df-b6d533cf44fd tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:16.531324 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-c9ad9f32-ca6d-466b-80df-b6d533cf44fd tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2597828 Nov 02 14:42:16.533886 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-dcf12b23-d8ae-4d98-9815-c97841d069e2 service neutron] Publish callbacks [] for port (bdeedfb0-c94b-4193-9d25-ca0bb97dc80d), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:16.538337 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:16.557969 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.provisioning_blocks [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-dcf12b23-d8ae-4d98-9815-c97841d069e2 service neutron] Transition to ACTIVE for port object bdeedfb0-c94b-4193-9d25-ca0bb97dc80d will not be triggered until provisioned by entity L2. {{(pid=105391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 14:42:16.559600 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-2d717f2b-46dd-4e91-b629-f58bc4118772 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/quotas/f8e090451c7e4296a0b85c7eeb9002f7 HTTP/1.1" status: 200 len: 375 time: 0.0178568 Nov 02 14:42:16.597028 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-42349052-c9cb-405d-9494-d265753b04a2 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=f8e090451c7e4296a0b85c7eeb9002f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312696 Nov 02 14:42:16.677751 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-dcf12b23-d8ae-4d98-9815-c97841d069e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (bdeedfb0-c94b-4193-9d25-ca0bb97dc80d), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:16.712277 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034eb08d-d03c-4d76-a5d3-07dbb72917d6 req-7e1dd661-5de6-41d6-bccf-6414ba8bcd51 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:16.713784 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-034eb08d-d03c-4d76-a5d3-07dbb72917d6 req-7e1dd661-5de6-41d6-bccf-6414ba8bcd51 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 944 time: 0.0744512 Nov 02 14:42:16.749708 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:16.772917 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf12b23-d8ae-4d98-9815-c97841d069e2 service neutron] Pushing event updated for resources: {'Port': ['ID=bdeedfb0-c94b-4193-9d25-ca0bb97dc80d,revision_number=2']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:16.810328 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-dcf12b23-d8ae-4d98-9815-c97841d069e2 service neutron] Attempting to bind port bdeedfb0-c94b-4193-9d25-ca0bb97dc80d on host hv-cinder-86236 for vnic_type normal with profile {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:42:16.810328 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-dcf12b23-d8ae-4d98-9815-c97841d069e2 service neutron] Attempting to bind port bdeedfb0-c94b-4193-9d25-ca0bb97dc80d by drivers openvswitch,hyperv on host hv-cinder-86236 at level 0 using segments [{'id': '4efeda04-ac99-4cc7-87dd-d8be6bb10bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '5567c379-db86-4c8e-933e-4117b6a0d5fa'}] {{(pid=105391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:42:16.810328 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-dcf12b23-d8ae-4d98-9815-c97841d069e2 service neutron] Attempting to bind port bdeedfb0-c94b-4193-9d25-ca0bb97dc80d on network 5567c379-db86-4c8e-933e-4117b6a0d5fa {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:42:16.844995 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-034eb08d-d03c-4d76-a5d3-07dbb72917d6 req-eb13eab0-8989-46a3-aa70-5310ad332b6a tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241317 Nov 02 14:42:16.866890 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-89012c0f-4643-4b93-b65c-add958b177c8 req-b095c780-923e-4c71-8af3-7555e4ca2cdc tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=42424cc7-8d64-4aac-8fb8-405b40f5b526 HTTP/1.1" status: 200 len: 210 time: 0.0553327 Nov 02 14:42:16.892012 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-dcf12b23-d8ae-4d98-9815-c97841d069e2 service neutron] Port bdeedfb0-c94b-4193-9d25-ca0bb97dc80d on network 5567c379-db86-4c8e-933e-4117b6a0d5fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86236 {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 14:42:16.892370 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-dcf12b23-d8ae-4d98-9815-c97841d069e2 service neutron] Attempting to bind port bdeedfb0-c94b-4193-9d25-ca0bb97dc80d on network 5567c379-db86-4c8e-933e-4117b6a0d5fa {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:42:16.951327 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-dcf12b23-d8ae-4d98-9815-c97841d069e2 service neutron] Checking agent: {'id': '1ebac2c5-078b-4c7f-aaba-905361dbc5e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'started_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:42:16.951670 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-dcf12b23-d8ae-4d98-9815-c97841d069e2 service neutron] Checking segment: {'id': '4efeda04-ac99-4cc7-87dd-d8be6bb10bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '5567c379-db86-4c8e-933e-4117b6a0d5fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:42:16.952974 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-dcf12b23-d8ae-4d98-9815-c97841d069e2 service neutron] Bound using segment: {'id': '4efeda04-ac99-4cc7-87dd-d8be6bb10bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '5567c379-db86-4c8e-933e-4117b6a0d5fa'} {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:42:16.952974 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-dcf12b23-d8ae-4d98-9815-c97841d069e2 service neutron] Bound port: bdeedfb0-c94b-4193-9d25-ca0bb97dc80d, host: hv-cinder-86236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4efeda04-ac99-4cc7-87dd-d8be6bb10bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '5567c379-db86-4c8e-933e-4117b6a0d5fa'}}] {{(pid=105391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:42:16.952974 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-dcf12b23-d8ae-4d98-9815-c97841d069e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (bdeedfb0-c94b-4193-9d25-ca0bb97dc80d), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:17.019656 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-dcf12b23-d8ae-4d98-9815-c97841d069e2 service neutron] For port bdeedfb0-c94b-4193-9d25-ca0bb97dc80d, host hv-cinder-86236, cleared binding levels {{(pid=105391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:42:17.022988 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-dcf12b23-d8ae-4d98-9815-c97841d069e2 service neutron] For port bdeedfb0-c94b-4193-9d25-ca0bb97dc80d, host hv-cinder-86236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=bdeedfb0-c94b-4193-9d25-ca0bb97dc80d,segment=NetworkSegment(4efeda04-ac99-4cc7-87dd-d8be6bb10bef),segment_id=4efeda04-ac99-4cc7-87dd-d8be6bb10bef)] {{(pid=105391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:42:17.122045 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa9a73-788b-453f-9ef5-5c834173b535 req-41ff7126-0938-477d-adf6-ed0503f5afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:17.123685 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-3cfa9a73-788b-453f-9ef5-5c834173b535 req-41ff7126-0938-477d-adf6-ed0503f5afbf service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=543df3fb-8a54-4baf-bcd8-c5079d82249a HTTP/1.1" status: 200 len: 858 time: 0.0484116 Nov 02 14:42:17.135337 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-dcf12b23-d8ae-4d98-9815-c97841d069e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (bdeedfb0-c94b-4193-9d25-ca0bb97dc80d), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:17.139721 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-dcf12b23-d8ae-4d98-9815-c97841d069e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:17.140331 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-dcf12b23-d8ae-4d98-9815-c97841d069e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:17.141993 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-dcf12b23-d8ae-4d98-9815-c97841d069e2 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/bdeedfb0-c94b-4193-9d25-ca0bb97dc80d HTTP/1.1" status: 200 len: 1093 time: 1.3401594 Nov 02 14:42:17.142563 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd91069f-ef45-44b0-a9c8-022d089d2dff', 'tag': 'bdeedfb0-c94b-4193-9d25-ca0bb97dc80d'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:42:17.144860 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59e4951-d060-48c5-bda6-5c28d208ef39" -d '{"events": [{"name": "network-changed", "server_uuid": "bd91069f-ef45-44b0-a9c8-022d089d2dff", "tag": "bdeedfb0-c94b-4193-9d25-ca0bb97dc80d"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:42:17.178765 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa9a73-788b-453f-9ef5-5c834173b535 req-7195fd34-ace1-4a6c-8e65-d35f3a93d7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:17.180678 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-3cfa9a73-788b-453f-9ef5-5c834173b535 req-7195fd34-ace1-4a6c-8e65-d35f3a93d7a9 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=bea7d5f3-3f34-426a-97bc-a8938ef4d97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434442 Nov 02 14:42:17.210177 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3728220c-3081-4bf8-9f71-d39d3afdb3d6 x-openstack-request-id: req-3728220c-3081-4bf8-9f71-d39d3afdb3d6 {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:42:17.210468 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd91069f-ef45-44b0-a9c8-022d089d2dff", "tag": "bdeedfb0-c94b-4193-9d25-ca0bb97dc80d", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:42:17.216497 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3728220c-3081-4bf8-9f71-d39d3afdb3d6 {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:42:17.216497 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3728220c-3081-4bf8-9f71-d39d3afdb3d6'] response: {'name': 'network-changed', 'server_uuid': 'bd91069f-ef45-44b0-a9c8-022d089d2dff', 'tag': 'bdeedfb0-c94b-4193-9d25-ca0bb97dc80d', 'status': 'completed', 'code': 200} Nov 02 14:42:17.216497 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf12b23-d8ae-4d98-9815-c97841d069e2 service neutron] Pushing event updated for resources: {'Port': ['ID=bdeedfb0-c94b-4193-9d25-ca0bb97dc80d,revision_number=3']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:17.281331 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec767a5a-ea6e-4228-a2bd-b01ddaca23ba req-0d2b94f2-cdd9-4f4a-b291-3934a2d0c4ae tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:17.283275 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ec767a5a-ea6e-4228-a2bd-b01ddaca23ba req-0d2b94f2-cdd9-4f4a-b291-3934a2d0c4ae tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 946 time: 0.0526853 Nov 02 14:42:17.316509 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-3cfa9a73-788b-453f-9ef5-5c834173b535 req-833aa14e-011b-4e7d-997c-b1058f44b3a8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/bea7d5f3-3f34-426a-97bc-a8938ef4d97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253734 Nov 02 14:42:17.411715 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e4951-d060-48c5-bda6-5c28d208ef39 req-46701660-b0b0-4217-83eb-8f2acecab205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:17.413588 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d59e4951-d060-48c5-bda6-5c28d208ef39 req-46701660-b0b0-4217-83eb-8f2acecab205 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=47b8cf11e60741e29dfec5f97c462eff&device_id=bd91069f-ef45-44b0-a9c8-022d089d2dff HTTP/1.1" status: 200 len: 1127 time: 0.0547662 Nov 02 14:42:17.434979 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=100 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:17.435489 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ec767a5a-ea6e-4228-a2bd-b01ddaca23ba req-fb23b9ff-0bd7-4044-a559-df20dbcd12c5 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456120 Nov 02 14:42:17.480582 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-3cfa9a73-788b-453f-9ef5-5c834173b535 req-9d4a3be1-8a91-439d-8b91-2b892c71146f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/bea7d5f3-3f34-426a-97bc-a8938ef4d97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458926 Nov 02 14:42:17.486198 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 33136) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:42:17.498766 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:17.542920 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.db_base_plugin_v2 [None req-01f9f020-1752-432d-a708-576453be8a3b admin admin] Deleting subnet ca2ad7a8-7b55-4a05-8f27-72e303acaea2 {{(pid=105390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 14:42:17.546828 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-01f9f020-1752-432d-a708-576453be8a3b admin admin] Publish callbacks [] for subnet (ca2ad7a8-7b55-4a05-8f27-72e303acaea2), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:17.547644 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9024d-b95a-449e-b516-4c02ff2d8408 req-120265b6-52ad-4cf0-af36-578468db3eaa tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:17.549378 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6de9024d-b95a-449e-b516-4c02ff2d8408 req-120265b6-52ad-4cf0-af36-578468db3eaa tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bd91069f-ef45-44b0-a9c8-022d089d2dff HTTP/1.1" status: 200 len: 943 time: 0.1317065 Nov 02 14:42:17.594262 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-01f9f020-1752-432d-a708-576453be8a3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64410154'] for subnet (ca2ad7a8-7b55-4a05-8f27-72e303acaea2), precommit_delete_associations {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:17.635337 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e4951-d060-48c5-bda6-5c28d208ef39 req-e794dbd4-0ca3-42dd-a638-1df421e98091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:17.636737 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d59e4951-d060-48c5-bda6-5c28d208ef39 req-e794dbd4-0ca3-42dd-a638-1df421e98091 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=47b8cf11e60741e29dfec5f97c462eff&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1780844 Nov 02 14:42:17.640501 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6de9024d-b95a-449e-b516-4c02ff2d8408 req-25311d85-0178-451d-8591-37849758f548 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842147 Nov 02 14:42:17.645108 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-01f9f020-1752-432d-a708-576453be8a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381874'] for subnet (ca2ad7a8-7b55-4a05-8f27-72e303acaea2), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:17.815446 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-01f9f020-1752-432d-a708-576453be8a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63638189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63785457'] for subnet (ca2ad7a8-7b55-4a05-8f27-72e303acaea2), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:17.840408 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9f020-1752-432d-a708-576453be8a3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca2ad7a8-7b55-4a05-8f27-72e303acaea2,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:17.853851 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-01f9f020-1752-432d-a708-576453be8a3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:17.853851 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-01f9f020-1752-432d-a708-576453be8a3b admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/ca2ad7a8-7b55-4a05-8f27-72e303acaea2 HTTP/1.1" status: 204 len: 168 time: 0.3636577 Nov 02 14:42:17.853851 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 33140) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:42:17.935829 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a901c1cc-3a5c-4d3d-a5ba-f3969043ec45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370122'] for network (1b7111fb-cf0b-4619-9f54-d33536f5df10), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:18.006635 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-66baf5a6-d8e0-41f9-ae33-22b466ab7393 req-b4749dd2-ef68-4901-8dc6-b2365767a56a tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=42424cc7-8d64-4aac-8fb8-405b40f5b526 HTTP/1.1" status: 200 len: 210 time: 0.0484803 Nov 02 14:42:18.029719 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a901c1cc-3a5c-4d3d-a5ba-f3969043ec45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382473', 'neutron.services.segments.db._delete_segments_for_network-8767001720194'] for network (1b7111fb-cf0b-4619-9f54-d33536f5df10), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:18.051527 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e4951-d060-48c5-bda6-5c28d208ef39 req-5bdece5f-209c-4b40-a3ea-7ef36eb4f127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:18.053101 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d59e4951-d060-48c5-bda6-5c28d208ef39 req-5bdece5f-209c-4b40-a3ea-7ef36eb4f127 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1827109 Nov 02 14:42:18.057282 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.services.segments.db [None req-a901c1cc-3a5c-4d3d-a5ba-f3969043ec45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b7111fb-cf0b-4619-9f54-d33536f5df10']}} {{(pid=105390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:42:18.059145 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acab220-6bfa-46bc-8899-09fbefbda33e req-556389a1-5667-4679-ac4d-1eca28222996 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:18.060584 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5acab220-6bfa-46bc-8899-09fbefbda33e req-556389a1-5667-4679-ac4d-1eca28222996 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 944 time: 0.0838161 Nov 02 14:42:18.068539 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.services.segments.db [None req-a901c1cc-3a5c-4d3d-a5ba-f3969043ec45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28dfcb85-cbb1-467d-a112-c2e643f32535') {'for_net_delete': True} {{(pid=105390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:42:18.068944 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.services.segments.db [None req-a901c1cc-3a5c-4d3d-a5ba-f3969043ec45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28dfcb85-cbb1-467d-a112-c2e643f32535') {} {{(pid=105390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:42:18.079780 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a901c1cc-3a5c-4d3d-a5ba-f3969043ec45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767001720257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64410147'] for segment (28dfcb85-cbb1-467d-a112-c2e643f32535), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:18.094075 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a901c1cc-3a5c-4d3d-a5ba-f3969043ec45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140'] for segment (28dfcb85-cbb1-467d-a112-c2e643f32535), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:18.100945 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a901c1cc-3a5c-4d3d-a5ba-f3969043ec45 admin admin] Releasing vlan 490 on physical network physnet1 to pool {{(pid=105390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 14:42:18.101421 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a901c1cc-3a5c-4d3d-a5ba-f3969043ec45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63638019'] for segment (28dfcb85-cbb1-467d-a112-c2e643f32535), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:18.125729 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5acab220-6bfa-46bc-8899-09fbefbda33e req-5ae1012c-d21b-46cd-9b2b-cdc2155a5cf5 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482268 Nov 02 14:42:18.166153 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.services.segments.plugin [-] Segment 28dfcb85-cbb1-467d-a112-c2e643f32535 resource provider aggregate not found Nov 02 14:42:18.172787 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-11f65877-62f4-4fb8-97c7-d4d2442ebf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:18.175341 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-11f65877-62f4-4fb8-97c7-d4d2442ebf9b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=47b8cf11e60741e29dfec5f97c462eff&device_id=bd91069f-ef45-44b0-a9c8-022d089d2dff HTTP/1.1" status: 200 len: 1127 time: 0.0480673 Nov 02 14:42:18.191377 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.services.segments.plugin [-] Segment 28dfcb85-cbb1-467d-a112-c2e643f32535 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 28dfcb85-cbb1-467d-a112-c2e643f32535 found for delete ", "request_id": "req-eee0e50a-fa52-44b8-a8f1-9a76a93cbc31"}]} Nov 02 14:42:18.235385 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-066e8412-6d96-4385-8d0c-e6138472c5b7 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdeedfb0-c94b-4193-9d25-ca0bb97dc80d HTTP/1.1" status: 200 len: 217 time: 0.0388899 Nov 02 14:42:18.238004 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a901c1cc-3a5c-4d3d-a5ba-f3969043ec45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66773462'] for network (1b7111fb-cf0b-4619-9f54-d33536f5df10), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:18.250810 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a901c1cc-3a5c-4d3d-a5ba-f3969043ec45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for network (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:18.254930 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-a901c1cc-3a5c-4d3d-a5ba-f3969043ec45 admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/1b7111fb-cf0b-4619-9f54-d33536f5df10 HTTP/1.1" status: 204 len: 168 time: 0.4005761 Nov 02 14:42:18.264247 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 33154) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:42:18.292513 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-4288f070-b60b-4757-b1dc-ab91df5289db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:18.294456 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-4288f070-b60b-4757-b1dc-ab91df5289db service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=2c79dc69-9b8c-46ab-8eb5-049d9f18c6a0 HTTP/1.1" status: 200 len: 848 time: 0.0522103 Nov 02 14:42:18.298841 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901c1cc-3a5c-4d3d-a5ba-f3969043ec45 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b7111fb-cf0b-4619-9f54-d33536f5df10,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:18.323953 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a28f3cf-af3d-475d-b25b-e4b6380e0fb8 admin admin] Deleting subnet f8edba7e-c2e4-4164-87ac-1f0a70eeffc6 {{(pid=105390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 14:42:18.328006 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0a28f3cf-af3d-475d-b25b-e4b6380e0fb8 admin admin] Publish callbacks [] for subnet (f8edba7e-c2e4-4164-87ac-1f0a70eeffc6), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:18.329715 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-d2ce90d3-3178-4b2f-812f-7b257da62de8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=5567c379-db86-4c8e-933e-4117b6a0d5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273769 Nov 02 14:42:18.349154 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:18.368732 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0a28f3cf-af3d-475d-b25b-e4b6380e0fb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64410154'] for subnet (f8edba7e-c2e4-4164-87ac-1f0a70eeffc6), precommit_delete_associations {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:18.413893 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0a28f3cf-af3d-475d-b25b-e4b6380e0fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381874'] for subnet (f8edba7e-c2e4-4164-87ac-1f0a70eeffc6), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:18.444113 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-e1bfdb42-8545-4f6b-9b5c-bad1ccfb7564 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/5567c379-db86-4c8e-933e-4117b6a0d5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077721 Nov 02 14:42:18.467942 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:18.471690 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device af3cc54b-a081-4f0c-aad1-a5c16e7530c7 no longer exists at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:42:18.550496 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6059a8ea-649d-4468-93d2-ea2f33237bee req-17199aeb-3013-4974-9590-919b4780b24c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/5567c379-db86-4c8e-933e-4117b6a0d5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990148 Nov 02 14:42:18.562356 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port af3cc54b-a081-4f0c-aad1-a5c16e7530c7 is: DOWN; New status is: DOWN {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:42:18.572224 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0a28f3cf-af3d-475d-b25b-e4b6380e0fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63638189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63785457'] for subnet (f8edba7e-c2e4-4164-87ac-1f0a70eeffc6), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:18.602499 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28f3cf-af3d-475d-b25b-e4b6380e0fb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8edba7e-c2e4-4164-87ac-1f0a70eeffc6,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:18.606418 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0a28f3cf-af3d-475d-b25b-e4b6380e0fb8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:18.610008 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-0a28f3cf-af3d-475d-b25b-e4b6380e0fb8 admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/f8edba7e-c2e4-4164-87ac-1f0a70eeffc6 HTTP/1.1" status: 204 len: 168 time: 0.3447537 Nov 02 14:42:18.612848 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 33162) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:42:18.620403 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc7e59-0660-4ce9-b412-24ab106c1cd5 req-4d694bbd-553c-488e-8d2a-f735d6b48036 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:18.622045 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-17fc7e59-0660-4ce9-b412-24ab106c1cd5 req-4d694bbd-553c-488e-8d2a-f735d6b48036 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 946 time: 0.0687768 Nov 02 14:42:18.684112 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-17fc7e59-0660-4ce9-b412-24ab106c1cd5 req-13b980fa-ddd3-4e6e-83bc-9e81bb3f13da tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559006 Nov 02 14:42:18.695706 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c8364b57-b36a-4c36-bce9-45a56e192a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370122'] for network (f177e256-aa06-40d5-8fd0-92d3d9820777), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:18.796933 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c8364b57-b36a-4c36-bce9-45a56e192a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382473', 'neutron.services.segments.db._delete_segments_for_network-8767001720194'] for network (f177e256-aa06-40d5-8fd0-92d3d9820777), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:18.803407 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:18.816653 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba286b0-9e0e-44d3-8e8c-7004b9c57169 req-5ae8af00-947c-4298-9850-a167113fbb7b tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:18.818276 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-dba286b0-9e0e-44d3-8e8c-7004b9c57169 req-5ae8af00-947c-4298-9850-a167113fbb7b tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bd91069f-ef45-44b0-a9c8-022d089d2dff HTTP/1.1" status: 200 len: 943 time: 0.0508404 Nov 02 14:42:18.819045 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.services.segments.db [None req-c8364b57-b36a-4c36-bce9-45a56e192a7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f177e256-aa06-40d5-8fd0-92d3d9820777']}} {{(pid=105390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:42:18.828826 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.services.segments.db [None req-c8364b57-b36a-4c36-bce9-45a56e192a7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd5f8ce-c037-4565-9754-bf4e53ca9a5c') {'for_net_delete': True} {{(pid=105390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:42:18.830409 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.services.segments.db [None req-c8364b57-b36a-4c36-bce9-45a56e192a7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd5f8ce-c037-4565-9754-bf4e53ca9a5c') {} {{(pid=105390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:42:18.841381 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c8364b57-b36a-4c36-bce9-45a56e192a7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767001720257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64410147'] for segment (0fd5f8ce-c037-4565-9754-bf4e53ca9a5c), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:18.855674 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c8364b57-b36a-4c36-bce9-45a56e192a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140'] for segment (0fd5f8ce-c037-4565-9754-bf4e53ca9a5c), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:18.862697 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8364b57-b36a-4c36-bce9-45a56e192a7d admin admin] Releasing vlan 453 on physical network physnet1 to pool {{(pid=105390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 14:42:18.863088 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c8364b57-b36a-4c36-bce9-45a56e192a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63638019'] for segment (0fd5f8ce-c037-4565-9754-bf4e53ca9a5c), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:18.871009 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-dba286b0-9e0e-44d3-8e8c-7004b9c57169 req-9fb08889-b82e-4324-94cb-a82519abfcc1 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455792 Nov 02 14:42:18.979426 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c8364b57-b36a-4c36-bce9-45a56e192a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66773462'] for network (f177e256-aa06-40d5-8fd0-92d3d9820777), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:18.984426 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c8364b57-b36a-4c36-bce9-45a56e192a7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for network (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:18.991133 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-c8364b57-b36a-4c36-bce9-45a56e192a7d admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/f177e256-aa06-40d5-8fd0-92d3d9820777 HTTP/1.1" status: 204 len: 168 time: 0.3770187 Nov 02 14:42:18.995027 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8d3b0-4cce-4cd7-8e12-5ff74200cb94 req-1c669b36-3f57-4dc3-9bc5-acd05f85d024 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:18.996678 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4bd8d3b0-4cce-4cd7-8e12-5ff74200cb94 req-1c669b36-3f57-4dc3-9bc5-acd05f85d024 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 946 time: 0.0509727 Nov 02 14:42:19.017194 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8364b57-b36a-4c36-bce9-45a56e192a7d admin admin] Pushing event deleted for resources: {'Network': ['ID=f177e256-aa06-40d5-8fd0-92d3d9820777,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:19.025540 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8364b57-b36a-4c36-bce9-45a56e192a7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:19.025934 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8364b57-b36a-4c36-bce9-45a56e192a7d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:19.026270 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8364b57-b36a-4c36-bce9-45a56e192a7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:19.026614 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8364b57-b36a-4c36-bce9-45a56e192a7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:19.026949 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8364b57-b36a-4c36-bce9-45a56e192a7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:19.027285 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8364b57-b36a-4c36-bce9-45a56e192a7d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:19.027610 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8364b57-b36a-4c36-bce9-45a56e192a7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:19.027936 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8364b57-b36a-4c36-bce9-45a56e192a7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:19.028263 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8364b57-b36a-4c36-bce9-45a56e192a7d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:19.028604 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8364b57-b36a-4c36-bce9-45a56e192a7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:19.028923 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8364b57-b36a-4c36-bce9-45a56e192a7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:19.029489 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8364b57-b36a-4c36-bce9-45a56e192a7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:19.030078 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8364b57-b36a-4c36-bce9-45a56e192a7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:19.030381 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8364b57-b36a-4c36-bce9-45a56e192a7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:19.030841 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8364b57-b36a-4c36-bce9-45a56e192a7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:19.053370 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4bd8d3b0-4cce-4cd7-8e12-5ff74200cb94 req-c833bca4-848b-45d7-8ddd-d9aa49be5519 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499701 Nov 02 14:42:19.148339 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4ae9ab34-6dad-4b16-9d8c-4b668f52c154 req-7881b593-d3ee-49a0-ac6e-b3201a774ac0 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=42424cc7-8d64-4aac-8fb8-405b40f5b526 HTTP/1.1" status: 200 len: 210 time: 0.0292616 Nov 02 14:42:19.459671 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 33180) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:42:19.463386 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:19.477337 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c5f52-3c56-4836-aa3a-53ae38f46f81 req-596275ba-396d-4c07-ab39-f4972a8f06f1 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:19.478935 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-925c5f52-3c56-4836-aa3a-53ae38f46f81 req-596275ba-396d-4c07-ab39-f4972a8f06f1 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 946 time: 0.0532489 Nov 02 14:42:19.513047 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-42fad315-ef9f-4109-9d69-e97be0d784c2 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=9ca38fcd803c4239bed7c05a5b6a9244&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0484672 Nov 02 14:42:19.520609 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 33184) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:42:19.549644 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-925c5f52-3c56-4836-aa3a-53ae38f46f81 req-61477676-02f1-4f5b-a520-5eb1dbd37236 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627174 Nov 02 14:42:19.583437 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c26dad1f-0bdf-49f5-9092-6af41c07deff admin admin] Publish callbacks [] for security_group (f3744e83-7c27-4e1a-a321-117f8e52ac00), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:19.612852 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c26dad1f-0bdf-49f5-9092-6af41c07deff admin admin] Publish callbacks [] for security_group (f3744e83-7c27-4e1a-a321-117f8e52ac00), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:19.640020 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [req-640888ff-bd1b-4784-9b67-8e2b8b2f0ac9 req-17638844-23c7-482a-8b65-81c5688b45b2 service neutron] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 14:42:19.641444 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-640888ff-bd1b-4784-9b67-8e2b8b2f0ac9 req-17638844-23c7-482a-8b65-81c5688b45b2 service neutron] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0059404 Nov 02 14:42:19.741012 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c26dad1f-0bdf-49f5-9092-6af41c07deff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (f3744e83-7c27-4e1a-a321-117f8e52ac00), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:19.743630 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c26dad1f-0bdf-49f5-9092-6af41c07deff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:19.748325 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-c26dad1f-0bdf-49f5-9092-6af41c07deff admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/f3744e83-7c27-4e1a-a321-117f8e52ac00 HTTP/1.1" status: 204 len: 168 time: 0.2305403 Nov 02 14:42:19.756579 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26dad1f-0bdf-49f5-9092-6af41c07deff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3744e83-7c27-4e1a-a321-117f8e52ac00,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:20.015786 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9ff89-3423-40ef-918e-7e40e0f3469c req-961d51e5-d835-46d2-9458-89c39b1cfa09 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:20.017861 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b7c9ff89-3423-40ef-918e-7e40e0f3469c req-961d51e5-d835-46d2-9458-89c39b1cfa09 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bd91069f-ef45-44b0-a9c8-022d089d2dff HTTP/1.1" status: 200 len: 943 time: 0.0540080 Nov 02 14:42:20.092441 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b7c9ff89-3423-40ef-918e-7e40e0f3469c req-ede554a1-056f-4654-b884-310942eecfa6 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656013 Nov 02 14:42:20.139701 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca63803-94e7-4f44-8223-dfbb577a15a5 req-d0aa512f-4d59-4a88-ad53-d90f22241816 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:20.142000 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6ca63803-94e7-4f44-8223-dfbb577a15a5 req-d0aa512f-4d59-4a88-ad53-d90f22241816 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 944 time: 0.0605485 Nov 02 14:42:20.231115 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.services.segments.plugin [-] Segment 0fd5f8ce-c037-4565-9754-bf4e53ca9a5c resource provider aggregate not found Nov 02 14:42:20.263065 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.services.segments.plugin [-] Segment 0fd5f8ce-c037-4565-9754-bf4e53ca9a5c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0fd5f8ce-c037-4565-9754-bf4e53ca9a5c found for delete ", "request_id": "req-9bceb36f-2c2b-4ddc-8db7-17314f233c99"}]} Nov 02 14:42:20.286609 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6ca63803-94e7-4f44-8223-dfbb577a15a5 req-917ab366-fafa-473b-b81e-989ecc5a0bf3 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323464 Nov 02 14:42:20.337126 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3ba02855-9071-43cc-89fb-a1870e8cc9a0 req-18cccac6-fd0e-4d4e-9883-9a6e2412f206 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=42424cc7-8d64-4aac-8fb8-405b40f5b526 HTTP/1.1" status: 200 len: 210 time: 0.0482965 Nov 02 14:42:20.541150 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-378740d3-259d-46fe-a9b4-c6c0a939f477 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=f8e090451c7e4296a0b85c7eeb9002f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213966 Nov 02 14:42:20.653156 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-8be4e0fe-2eee-4c0a-86e3-b97d1f06d28b tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:20.654673 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-8be4e0fe-2eee-4c0a-86e3-b97d1f06d28b tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1092520 Nov 02 14:42:20.683426 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-5f5d142d-be33-4f02-a905-0b14f691b600 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Request body: {'port': {'device_id': '42424cc7-8d64-4aac-8fb8-405b40f5b526', 'network_id': '14c9beb7-5e4d-48d9-987f-a89259bd130b', 'admin_state_up': True, 'tenant_id': 'f8e090451c7e4296a0b85c7eeb9002f7'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:42:20.684672 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 33222) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:42:20.728878 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-cfb053a3-70ca-4f39-8d37-09a763ec052e admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=57ea3f28b9714305af35c7e5badf8888&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428894 Nov 02 14:42:20.731521 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 33224) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:42:20.775502 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:20.790745 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f51d9511-e0a1-42b5-9329-7e98016518fd admin admin] Publish callbacks [] for security_group (5c3a8c59-50d5-48d9-9a28-195ba534e8b4), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:20.817155 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f51d9511-e0a1-42b5-9329-7e98016518fd admin admin] Publish callbacks [] for security_group (5c3a8c59-50d5-48d9-9a28-195ba534e8b4), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:20.885517 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 33230) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:42:20.900627 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-5f5d142d-be33-4f02-a905-0b14f691b600 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Made reservation on behalf of f8e090451c7e4296a0b85c7eeb9002f7 for: {'port': 1} {{(pid=105391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:42:20.905699 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-5f5d142d-be33-4f02-a905-0b14f691b600 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:20.922237 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-5f5d142d-be33-4f02-a905-0b14f691b600 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:20.976119 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f51d9511-e0a1-42b5-9329-7e98016518fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (5c3a8c59-50d5-48d9-9a28-195ba534e8b4), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:20.978688 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f51d9511-e0a1-42b5-9329-7e98016518fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:20.982433 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-f51d9511-e0a1-42b5-9329-7e98016518fd admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/5c3a8c59-50d5-48d9-9a28-195ba534e8b4 HTTP/1.1" status: 204 len: 168 time: 0.2471192 Nov 02 14:42:20.989357 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-7bd9c317-f546-4744-9f22-3366da8b7007 req-dc02094c-fa33-4734-b677-bcc14f0047e9 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1027067 Nov 02 14:42:20.994828 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d9511-e0a1-42b5-9329-7e98016518fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3a8c59-50d5-48d9-9a28-195ba534e8b4,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:21.001337 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [req-7bd9c317-f546-4744-9f22-3366da8b7007 req-640c8438-9d82-4f73-9ec2-49819744a909 service neutron] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 14:42:21.002427 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-7bd9c317-f546-4744-9f22-3366da8b7007 req-640c8438-9d82-4f73-9ec2-49819744a909 service neutron] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0057278 Nov 02 14:42:21.054998 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-5f5d142d-be33-4f02-a905-0b14f691b600 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Publish callbacks [] for security_group (0468520c-7911-4675-8602-62bf189c17c3), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:21.159079 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 33246) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:42:21.187539 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-5f5d142d-be33-4f02-a905-0b14f691b600 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (0468520c-7911-4675-8602-62bf189c17c3), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:21.207360 dv-cinder-862365-4-iscsi neutron-server[105390]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 02 14:42:21.256815 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9c317-f546-4744-9f22-3366da8b7007 req-417e953c-8b3c-4f08-bbec-fb35565f6a68 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:21.258357 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-7bd9c317-f546-4744-9f22-3366da8b7007 req-417e953c-8b3c-4f08-bbec-fb35565f6a68 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports/af3cc54b-a081-4f0c-aad1-a5c16e7530c7 HTTP/1.1" status: 200 len: 941 time: 0.0979490 Nov 02 14:42:21.281988 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b218b-d1a0-4c30-a450-3f5acc84ee4f req-20344e5f-3521-4001-b583-bd9d7f89e1dc tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:21.284163 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-634b218b-d1a0-4c30-a450-3f5acc84ee4f req-20344e5f-3521-4001-b583-bd9d7f89e1dc tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bd91069f-ef45-44b0-a9c8-022d089d2dff HTTP/1.1" status: 200 len: 943 time: 0.1089475 Nov 02 14:42:21.291125 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d142d-be33-4f02-a905-0b14f691b600 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0468520c-7911-4675-8602-62bf189c17c3,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:21.318325 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d142d-be33-4f02-a905-0b14f691b600 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:21.318325 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d142d-be33-4f02-a905-0b14f691b600 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:21.318622 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d142d-be33-4f02-a905-0b14f691b600 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:21.318963 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d142d-be33-4f02-a905-0b14f691b600 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:21.319293 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d142d-be33-4f02-a905-0b14f691b600 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:21.319631 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d142d-be33-4f02-a905-0b14f691b600 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:21.319958 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d142d-be33-4f02-a905-0b14f691b600 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:21.320285 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d142d-be33-4f02-a905-0b14f691b600 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:21.320611 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d142d-be33-4f02-a905-0b14f691b600 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:21.321119 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d142d-be33-4f02-a905-0b14f691b600 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:21.321451 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d142d-be33-4f02-a905-0b14f691b600 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:21.321763 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d142d-be33-4f02-a905-0b14f691b600 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:21.322083 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d142d-be33-4f02-a905-0b14f691b600 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:21.322403 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d142d-be33-4f02-a905-0b14f691b600 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:21.322723 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d142d-be33-4f02-a905-0b14f691b600 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:21.417337 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-634b218b-d1a0-4c30-a450-3f5acc84ee4f req-fe8c1d93-c971-4622-815b-d00225ec8cd7 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183972 Nov 02 14:42:21.447751 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:21.491192 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:21.507170 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead6e2d-e4b6-4292-8907-e44753a9e1c5 req-27949bcc-1a2b-4012-837a-ec27a1e6e780 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:21.508767 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8ead6e2d-e4b6-4292-8907-e44753a9e1c5 req-27949bcc-1a2b-4012-837a-ec27a1e6e780 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 944 time: 0.1150877 Nov 02 14:42:21.510854 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.db_base_plugin_common [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-5f5d142d-be33-4f02-a905-0b14f691b600 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Allocated IP 192.168.233.239 (14c9beb7-5e4d-48d9-987f-a89259bd130b/2021da3a-2292-4c80-a3ea-4821e8a51fc6/ef464795-086c-4a51-be10-888615a9b1d0) {{(pid=105391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:42:21.566226 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-53d76564-91e0-4f61-ac40-099f39a3c1a5 req-599d8f63-3ad6-466b-a733-f3efe7386242 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=42424cc7-8d64-4aac-8fb8-405b40f5b526 HTTP/1.1" status: 200 len: 210 time: 0.0526707 Nov 02 14:42:21.656751 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8ead6e2d-e4b6-4292-8907-e44753a9e1c5 req-b8dde481-cad1-484d-ae55-0b6355315f2a tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383929 Nov 02 14:42:21.810368 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-5f5d142d-be33-4f02-a905-0b14f691b600 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Publish callbacks [] for port (ef464795-086c-4a51-be10-888615a9b1d0), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:21.912219 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-5f5d142d-be33-4f02-a905-0b14f691b600 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461'] for port (ef464795-086c-4a51-be10-888615a9b1d0), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:21.959051 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-5f5d142d-be33-4f02-a905-0b14f691b600 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Network 14c9beb7-5e4d-48d9-987f-a89259bd130b is already hosted by enough agents. {{(pid=105391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:42:21.964399 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-5f5d142d-be33-4f02-a905-0b14f691b600 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Resources bound (agent type, host, resource id): {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:42:21.966843 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-5f5d142d-be33-4f02-a905-0b14f691b600 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Received port after_create {{(pid=105391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:42:21.972202 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-5f5d142d-be33-4f02-a905-0b14f691b600 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:21.972836 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-5f5d142d-be33-4f02-a905-0b14f691b600 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:21.984158 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d142d-be33-4f02-a905-0b14f691b600 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Pushing event updated for resources: {'Port': ['ID=ef464795-086c-4a51-be10-888615a9b1d0,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:22.057905 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-5f5d142d-be33-4f02-a905-0b14f691b600 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3785896 Nov 02 14:42:22.098093 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-f8082e19-1764-489f-bcec-5e3a917025a1 service neutron] Request body: {'port': {'device_id': '42424cc7-8d64-4aac-8fb8-405b40f5b526', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86236'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:42:22.179601 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-f8082e19-1764-489f-bcec-5e3a917025a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (ef464795-086c-4a51-be10-888615a9b1d0), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:22.255289 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-ff9948a3-e9fc-40ac-8f4f-d23eaffbb989 None None] Provisioning complete for port ef464795-086c-4a51-be10-888615a9b1d0 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:42:22.255922 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-ff9948a3-e9fc-40ac-8f4f-d23eaffbb989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (ef464795-086c-4a51-be10-888615a9b1d0), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:22.256043 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-ff9948a3-e9fc-40ac-8f4f-d23eaffbb989 None None] Attempt 1 to provision port ef464795-086c-4a51-be10-888615a9b1d0 Nov 02 14:42:22.300142 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-ff9948a3-e9fc-40ac-8f4f-d23eaffbb989 None None] Port ef464795-086c-4a51-be10-888615a9b1d0 cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:42:22.481487 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device bdeedfb0-c94b-4193-9d25-ca0bb97dc80d details requested by agent hyperv_hv-cinder-86236 with host hv-cinder-86236 {{(pid=105392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 14:42:22.621551 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9957fdc-d3a0-4372-9e02-a27cff482a77 req-86b13711-6fac-4bd3-bda9-8375e53aff25 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:22.623107 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a9957fdc-d3a0-4372-9e02-a27cff482a77 req-86b13711-6fac-4bd3-bda9-8375e53aff25 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bd91069f-ef45-44b0-a9c8-022d089d2dff HTTP/1.1" status: 200 len: 943 time: 0.1189420 Nov 02 14:42:22.628127 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port bdeedfb0-c94b-4193-9d25-ca0bb97dc80d, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=bdeedfb0-c94b-4193-9d25-ca0bb97dc80d,segment=NetworkSegment(4efeda04-ac99-4cc7-87dd-d8be6bb10bef),segment_id=4efeda04-ac99-4cc7-87dd-d8be6bb10bef)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:42:22.643145 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Returning: {'device': 'bdeedfb0-c94b-4193-9d25-ca0bb97dc80d', 'network_id': '5567c379-db86-4c8e-933e-4117b6a0d5fa', 'port_id': 'bdeedfb0-c94b-4193-9d25-ca0bb97dc80d', 'mac_address': 'fa:16:3e:1b:4d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 484, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c79dc69-9b8c-46ab-8eb5-049d9f18c6a0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 14:42:22.693983 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port bdeedfb0-c94b-4193-9d25-ca0bb97dc80d is: DOWN; New status is: BUILD {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:42:22.694758 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (bdeedfb0-c94b-4193-9d25-ca0bb97dc80d), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:22.696721 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:22.710169 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdeedfb0-c94b-4193-9d25-ca0bb97dc80d {{(pid=105392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:42:22.733340 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port bdeedfb0-c94b-4193-9d25-ca0bb97dc80d, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=bdeedfb0-c94b-4193-9d25-ca0bb97dc80d,segment=NetworkSegment(4efeda04-ac99-4cc7-87dd-d8be6bb10bef),segment_id=4efeda04-ac99-4cc7-87dd-d8be6bb10bef)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:42:22.759380 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a9957fdc-d3a0-4372-9e02-a27cff482a77 req-e8620e85-72df-49ad-8f48-b589dce1f259 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273243 Nov 02 14:42:22.786502 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (bdeedfb0-c94b-4193-9d25-ca0bb97dc80d), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:22.788325 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce2280-dcb0-4805-88a6-11954bb874ec req-830de87e-76c6-4264-ba58-8db5af6b3d75 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:22.789944 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f5ce2280-dcb0-4805-88a6-11954bb874ec req-830de87e-76c6-4264-ba58-8db5af6b3d75 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=42424cc7-8d64-4aac-8fb8-405b40f5b526 HTTP/1.1" status: 200 len: 936 time: 0.0939767 Nov 02 14:42:22.840396 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=bdeedfb0-c94b-4193-9d25-ca0bb97dc80d,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:22.904305 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:22.917508 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f5ce2280-dcb0-4805-88a6-11954bb874ec req-ed7ba377-f2d5-49be-983a-989c8d361247 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0468520c-7911-4675-8602-62bf189c17c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205807 Nov 02 14:42:22.944342 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2529bce7-6f08-44ff-a4f7-4fad64f31ce5 req-e3cfc711-4170-4c92-ab4c-2cf25313b01d tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:22.945901 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2529bce7-6f08-44ff-a4f7-4fad64f31ce5 req-e3cfc711-4170-4c92-ab4c-2cf25313b01d tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 944 time: 0.0985534 Nov 02 14:42:22.965743 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-f8082e19-1764-489f-bcec-5e3a917025a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef464795-086c-4a51-be10-888615a9b1d0 {{(pid=105391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:42:22.985728 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-f8082e19-1764-489f-bcec-5e3a917025a1 service neutron] Publish callbacks [] for port (ef464795-086c-4a51-be10-888615a9b1d0), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:23.010650 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.provisioning_blocks [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-f8082e19-1764-489f-bcec-5e3a917025a1 service neutron] Transition to ACTIVE for port object ef464795-086c-4a51-be10-888615a9b1d0 will not be triggered until provisioned by entity L2. {{(pid=105391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 14:42:23.028383 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2529bce7-6f08-44ff-a4f7-4fad64f31ce5 req-d4bf15b1-850b-45eb-9a4c-dd7843bfc8b5 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756395 Nov 02 14:42:23.060325 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-f8082e19-1764-489f-bcec-5e3a917025a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (ef464795-086c-4a51-be10-888615a9b1d0), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:23.123375 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8082e19-1764-489f-bcec-5e3a917025a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ef464795-086c-4a51-be10-888615a9b1d0,revision_number=2']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:23.140899 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-f8082e19-1764-489f-bcec-5e3a917025a1 service neutron] Attempting to bind port ef464795-086c-4a51-be10-888615a9b1d0 on host hv-cinder-86236 for vnic_type normal with profile {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:42:23.141319 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-f8082e19-1764-489f-bcec-5e3a917025a1 service neutron] Attempting to bind port ef464795-086c-4a51-be10-888615a9b1d0 by drivers openvswitch,hyperv on host hv-cinder-86236 at level 0 using segments [{'id': 'dc5005c6-768f-40fb-865a-f94cd6fa435a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '14c9beb7-5e4d-48d9-987f-a89259bd130b'}] {{(pid=105391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:42:23.142172 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-f8082e19-1764-489f-bcec-5e3a917025a1 service neutron] Attempting to bind port ef464795-086c-4a51-be10-888615a9b1d0 on network 14c9beb7-5e4d-48d9-987f-a89259bd130b {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:42:23.163792 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] get_ports_and_sgs() called for port_ids ['bdeedfb0-c94b-4193-9d25-ca0bb97dc80d'] {{(pid=105392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 14:42:23.211488 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-f8082e19-1764-489f-bcec-5e3a917025a1 service neutron] Port ef464795-086c-4a51-be10-888615a9b1d0 on network 14c9beb7-5e4d-48d9-987f-a89259bd130b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86236 {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 14:42:23.211921 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-f8082e19-1764-489f-bcec-5e3a917025a1 service neutron] Attempting to bind port ef464795-086c-4a51-be10-888615a9b1d0 on network 14c9beb7-5e4d-48d9-987f-a89259bd130b {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:42:23.281666 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-f8082e19-1764-489f-bcec-5e3a917025a1 service neutron] Checking agent: {'id': '1ebac2c5-078b-4c7f-aaba-905361dbc5e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'started_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:42:23.281666 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-f8082e19-1764-489f-bcec-5e3a917025a1 service neutron] Checking segment: {'id': 'dc5005c6-768f-40fb-865a-f94cd6fa435a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '14c9beb7-5e4d-48d9-987f-a89259bd130b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:42:23.281666 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-f8082e19-1764-489f-bcec-5e3a917025a1 service neutron] Bound using segment: {'id': 'dc5005c6-768f-40fb-865a-f94cd6fa435a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '14c9beb7-5e4d-48d9-987f-a89259bd130b'} {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:42:23.281666 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-f8082e19-1764-489f-bcec-5e3a917025a1 service neutron] Bound port: ef464795-086c-4a51-be10-888615a9b1d0, host: hv-cinder-86236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5005c6-768f-40fb-865a-f94cd6fa435a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '14c9beb7-5e4d-48d9-987f-a89259bd130b'}}] {{(pid=105391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:42:23.281666 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-f8082e19-1764-489f-bcec-5e3a917025a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (ef464795-086c-4a51-be10-888615a9b1d0), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:23.354201 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-f8082e19-1764-489f-bcec-5e3a917025a1 service neutron] For port ef464795-086c-4a51-be10-888615a9b1d0, host hv-cinder-86236, cleared binding levels {{(pid=105391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:42:23.360268 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-f8082e19-1764-489f-bcec-5e3a917025a1 service neutron] For port ef464795-086c-4a51-be10-888615a9b1d0, host hv-cinder-86236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=ef464795-086c-4a51-be10-888615a9b1d0,segment=NetworkSegment(dc5005c6-768f-40fb-865a-f94cd6fa435a),segment_id=dc5005c6-768f-40fb-865a-f94cd6fa435a)] {{(pid=105391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:42:23.490173 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-f8082e19-1764-489f-bcec-5e3a917025a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (ef464795-086c-4a51-be10-888615a9b1d0), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:23.494005 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-f8082e19-1764-489f-bcec-5e3a917025a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:23.494566 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-f8082e19-1764-489f-bcec-5e3a917025a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:23.496137 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-f8082e19-1764-489f-bcec-5e3a917025a1 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/ef464795-086c-4a51-be10-888615a9b1d0 HTTP/1.1" status: 200 len: 1098 time: 1.4199078 Nov 02 14:42:23.498750 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42424cc7-8d64-4aac-8fb8-405b40f5b526', 'tag': 'ef464795-086c-4a51-be10-888615a9b1d0'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:42:23.501602 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6600e313-83d4-4aef-86ba-a3d25bd86e02" -d '{"events": [{"name": "network-changed", "server_uuid": "42424cc7-8d64-4aac-8fb8-405b40f5b526", "tag": "ef464795-086c-4a51-be10-888615a9b1d0"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:42:23.546400 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b22b94-d24d-4845-ada1-d459ed1300fc x-openstack-request-id: req-c1b22b94-d24d-4845-ada1-d459ed1300fc {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:42:23.546689 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42424cc7-8d64-4aac-8fb8-405b40f5b526", "tag": "ef464795-086c-4a51-be10-888615a9b1d0", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:42:23.546941 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c1b22b94-d24d-4845-ada1-d459ed1300fc {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:42:23.547343 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1b22b94-d24d-4845-ada1-d459ed1300fc'] response: {'name': 'network-changed', 'server_uuid': '42424cc7-8d64-4aac-8fb8-405b40f5b526', 'tag': 'ef464795-086c-4a51-be10-888615a9b1d0', 'status': 'completed', 'code': 200} Nov 02 14:42:23.558219 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8082e19-1764-489f-bcec-5e3a917025a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ef464795-086c-4a51-be10-888615a9b1d0,revision_number=3']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:23.641140 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600e313-83d4-4aef-86ba-a3d25bd86e02 req-87f000d7-72b9-4a9e-a084-5ac93786b802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:23.644533 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6600e313-83d4-4aef-86ba-a3d25bd86e02 req-87f000d7-72b9-4a9e-a084-5ac93786b802 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=f8e090451c7e4296a0b85c7eeb9002f7&device_id=42424cc7-8d64-4aac-8fb8-405b40f5b526 HTTP/1.1" status: 200 len: 1132 time: 0.0417678 Nov 02 14:42:23.679329 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6600e313-83d4-4aef-86ba-a3d25bd86e02 req-d876c0c5-7e70-4d44-a1d7-dc2b07fd650f service neutron] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=f8e090451c7e4296a0b85c7eeb9002f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199447 Nov 02 14:42:23.780246 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600e313-83d4-4aef-86ba-a3d25bd86e02 req-e9201854-600d-4af9-bb7e-e32f745a9361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:23.781756 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6600e313-83d4-4aef-86ba-a3d25bd86e02 req-e9201854-600d-4af9-bb7e-e32f745a9361 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960517 Nov 02 14:42:23.929143 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a8549-bff8-4ad5-9aa8-3f0ea901da56 req-52ee4a20-ec87-46c6-a300-f112af821430 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:23.930696 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-602a8549-bff8-4ad5-9aa8-3f0ea901da56 req-52ee4a20-ec87-46c6-a300-f112af821430 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bd91069f-ef45-44b0-a9c8-022d089d2dff HTTP/1.1" status: 200 len: 944 time: 0.0888877 Nov 02 14:42:23.946443 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-3dbc544d-0e9e-497e-9f5a-c41b1004db1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:23.947970 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-3dbc544d-0e9e-497e-9f5a-c41b1004db1e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=f8e090451c7e4296a0b85c7eeb9002f7&device_id=42424cc7-8d64-4aac-8fb8-405b40f5b526 HTTP/1.1" status: 200 len: 1132 time: 0.0684845 Nov 02 14:42:23.986398 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:24.017621 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-c27a6b05-800e-4f2b-98af-6e36a5314efb service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=ef464795-086c-4a51-be10-888615a9b1d0 HTTP/1.1" status: 200 len: 217 time: 0.0453756 Nov 02 14:42:24.030089 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-602a8549-bff8-4ad5-9aa8-3f0ea901da56 req-c70033ba-344a-492a-a2f5-eac538657889 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931067 Nov 02 14:42:24.100367 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f8c03-185b-4aaa-9120-4a4b3bdc7063 req-d92da319-d6ea-4aba-8702-d5c613c8b12a tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:24.101926 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cb1f8c03-185b-4aaa-9120-4a4b3bdc7063 req-d92da319-d6ea-4aba-8702-d5c613c8b12a tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=42424cc7-8d64-4aac-8fb8-405b40f5b526 HTTP/1.1" status: 200 len: 948 time: 0.0882096 Nov 02 14:42:24.119388 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-95d8a345-5fa4-4a2f-ab4e-a3650deab82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:24.120779 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-95d8a345-5fa4-4a2f-ab4e-a3650deab82c service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=2021da3a-2292-4c80-a3ea-4821e8a51fc6 HTTP/1.1" status: 200 len: 843 time: 0.0954723 Nov 02 14:42:24.209936 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:24.219413 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-a4168534-20d0-418c-a000-b4390ee1e36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:24.221572 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-a4168534-20d0-418c-a000-b4390ee1e36d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=14c9beb7-5e4d-48d9-987f-a89259bd130b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0911930 Nov 02 14:42:24.231364 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cb1f8c03-185b-4aaa-9120-4a4b3bdc7063 req-31706566-a98b-4d19-8ee4-454055e3ecda tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0468520c-7911-4675-8602-62bf189c17c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221762 Nov 02 14:42:24.238759 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fa799-b0f9-492e-9000-ce805f661034 req-95a6e7d8-e951-4496-affa-fa94db587881 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:24.240268 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ae6fa799-b0f9-492e-9000-ce805f661034 req-95a6e7d8-e951-4496-affa-fa94db587881 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 944 time: 0.1112797 Nov 02 14:42:24.365810 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ae6fa799-b0f9-492e-9000-ce805f661034 req-fbe4d398-b1b6-4106-97ee-89ec1995e63d tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142981 Nov 02 14:42:24.380867 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-fb5929d4-2a13-4d91-9949-07b2feaa59be service neutron] 10.222.0.64 "GET /networking/v2.0/networks/14c9beb7-5e4d-48d9-987f-a89259bd130b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396022 Nov 02 14:42:24.488667 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device bdeedfb0-c94b-4193-9d25-ca0bb97dc80d up at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:42:24.503257 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-47f0ed1a-0444-41ba-8ca1-bc7c543a22ea req-6086f95c-fbcb-4cac-aaec-b8a7243b6ea8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/14c9beb7-5e4d-48d9-987f-a89259bd130b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138129 Nov 02 14:42:24.537399 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning for port bdeedfb0-c94b-4193-9d25-ca0bb97dc80d completed by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 14:42:24.632053 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning complete for port bdeedfb0-c94b-4193-9d25-ca0bb97dc80d triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:42:24.632443 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (bdeedfb0-c94b-4193-9d25-ca0bb97dc80d), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:24.633384 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Attempt 1 to provision port bdeedfb0-c94b-4193-9d25-ca0bb97dc80d Nov 02 14:42:24.709887 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port bdeedfb0-c94b-4193-9d25-ca0bb97dc80d is: BUILD; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:42:24.710279 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (bdeedfb0-c94b-4193-9d25-ca0bb97dc80d), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:24.737115 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd91069f-ef45-44b0-a9c8-022d089d2dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdeedfb0-c94b-4193-9d25-ca0bb97dc80d'}] {{(pid=105392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:42:24.739382 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa406a66c4f7fcebf853f6ac608ace0721fd427f75714d2af0e2307e93ff13f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3983183b-fd55-49e8-984e-15abae5937a6" -d '{"events": [{"server_uuid": "bd91069f-ef45-44b0-a9c8-022d089d2dff", "name": "network-vif-plugged", "status": "completed", "tag": "bdeedfb0-c94b-4193-9d25-ca0bb97dc80d"}]}' {{(pid=105392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:42:24.753179 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port bdeedfb0-c94b-4193-9d25-ca0bb97dc80d, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=bdeedfb0-c94b-4193-9d25-ca0bb97dc80d,segment=NetworkSegment(4efeda04-ac99-4cc7-87dd-d8be6bb10bef),segment_id=4efeda04-ac99-4cc7-87dd-d8be6bb10bef)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:42:24.780915 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590f73d0-992c-4615-92c9-bdffa00f8ea7 x-openstack-request-id: req-590f73d0-992c-4615-92c9-bdffa00f8ea7 {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:42:24.781288 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd91069f-ef45-44b0-a9c8-022d089d2dff", "name": "network-vif-plugged", "status": "completed", "tag": "bdeedfb0-c94b-4193-9d25-ca0bb97dc80d", "code": 200}]} {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:42:24.781569 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-590f73d0-992c-4615-92c9-bdffa00f8ea7 {{(pid=105392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:42:24.781972 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.notifiers.nova [-] Nova event matching ['req-590f73d0-992c-4615-92c9-bdffa00f8ea7'] response: {'server_uuid': 'bd91069f-ef45-44b0-a9c8-022d089d2dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdeedfb0-c94b-4193-9d25-ca0bb97dc80d', 'code': 200} Nov 02 14:42:24.883552 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (bdeedfb0-c94b-4193-9d25-ca0bb97dc80d), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:24.907651 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:24.909844 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:24.933291 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=bdeedfb0-c94b-4193-9d25-ca0bb97dc80d,revision_number=5']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:25.151799 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec42273-3015-492d-9389-d675a8c08b3b req-3295eed6-4821-499f-b706-878795cc5cfb tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:25.153302 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4ec42273-3015-492d-9389-d675a8c08b3b req-3295eed6-4821-499f-b706-878795cc5cfb tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bd91069f-ef45-44b0-a9c8-022d089d2dff HTTP/1.1" status: 200 len: 945 time: 0.0478899 Nov 02 14:42:25.201904 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4ec42273-3015-492d-9389-d675a8c08b3b req-b85fb113-0a80-4c3a-8612-adc4e8a83cd0 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422759 Nov 02 14:42:25.357902 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51c3a1-0ea8-47ad-9c67-4c235102aced req-4fb09eac-a507-4edc-bb44-f798a99cccc3 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:25.359370 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-bc51c3a1-0ea8-47ad-9c67-4c235102aced req-4fb09eac-a507-4edc-bb44-f798a99cccc3 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=42424cc7-8d64-4aac-8fb8-405b40f5b526 HTTP/1.1" status: 200 len: 948 time: 0.0487704 Nov 02 14:42:25.411336 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-bc51c3a1-0ea8-47ad-9c67-4c235102aced req-0ff6594b-5c76-432b-b450-9d8f132125c1 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0468520c-7911-4675-8602-62bf189c17c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456908 Nov 02 14:42:25.506477 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66a0a8-f50c-4fff-a8fe-edb389c0af50 req-5891dd56-0dc5-4f28-b0d1-9e810c1f4a26 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:25.507951 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0a66a0a8-f50c-4fff-a8fe-edb389c0af50 req-5891dd56-0dc5-4f28-b0d1-9e810c1f4a26 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 944 time: 0.0483606 Nov 02 14:42:25.559979 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0a66a0a8-f50c-4fff-a8fe-edb389c0af50 req-510b4605-f307-492c-8eb8-0869e163dd33 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464442 Nov 02 14:42:26.322206 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d102f-5474-4d59-bdba-dac61829e5e9 req-94286726-5d7f-4c8f-b29e-1a708a202752 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:26.323672 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a11d102f-5474-4d59-bdba-dac61829e5e9 req-94286726-5d7f-4c8f-b29e-1a708a202752 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bd91069f-ef45-44b0-a9c8-022d089d2dff HTTP/1.1" status: 200 len: 945 time: 0.0467391 Nov 02 14:42:26.370483 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a11d102f-5474-4d59-bdba-dac61829e5e9 req-0dd7aa87-378e-4c57-b90d-4c72f738e145 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413165 Nov 02 14:42:26.535338 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecaf11d-276d-4cbb-a42e-92383b1aac07 req-5cd4571c-3373-4524-8855-cd605ee23ec4 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:26.536815 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-eecaf11d-276d-4cbb-a42e-92383b1aac07 req-5cd4571c-3373-4524-8855-cd605ee23ec4 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=42424cc7-8d64-4aac-8fb8-405b40f5b526 HTTP/1.1" status: 200 len: 948 time: 0.0516911 Nov 02 14:42:26.578336 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:26.586467 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-eecaf11d-276d-4cbb-a42e-92383b1aac07 req-3b733282-0bb4-4fdd-bb71-9ed713ff30d7 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0468520c-7911-4675-8602-62bf189c17c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439885 Nov 02 14:42:26.694461 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1baf53-1504-4152-b957-d840159cbb01 req-00cb1c2e-c587-4225-9b47-b588830a0fc0 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:26.695926 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2e1baf53-1504-4152-b957-d840159cbb01 req-00cb1c2e-c587-4225-9b47-b588830a0fc0 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 944 time: 0.0471268 Nov 02 14:42:26.744988 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2e1baf53-1504-4152-b957-d840159cbb01 req-18f8311a-e8b9-41a8-ab5e-66ee6cf9ea0b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435507 Nov 02 14:42:27.491121 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e5cd7-336b-4dea-b7e4-9e036cd215c7 req-de595414-8472-4de1-abe3-97149096e4d6 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:27.492602 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-489e5cd7-336b-4dea-b7e4-9e036cd215c7 req-de595414-8472-4de1-abe3-97149096e4d6 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bd91069f-ef45-44b0-a9c8-022d089d2dff HTTP/1.1" status: 200 len: 945 time: 0.0481608 Nov 02 14:42:27.542768 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-489e5cd7-336b-4dea-b7e4-9e036cd215c7 req-aed9ec70-f99b-46fa-ad1e-a2b3aa95079b tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444679 Nov 02 14:42:27.707537 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbe578-206d-4db2-8079-f8251e31bc3e req-ead9b45b-e229-4c11-9bf4-fd7f10e862b0 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:27.708893 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b7fbe578-206d-4db2-8079-f8251e31bc3e req-ead9b45b-e229-4c11-9bf4-fd7f10e862b0 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=42424cc7-8d64-4aac-8fb8-405b40f5b526 HTTP/1.1" status: 200 len: 948 time: 0.0463405 Nov 02 14:42:27.756808 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b7fbe578-206d-4db2-8079-f8251e31bc3e req-0b886fbe-96ae-4951-8092-48229ee6b370 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0468520c-7911-4675-8602-62bf189c17c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423594 Nov 02 14:42:27.870134 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e7c13-6201-46ca-bf94-30dfa8a5a80a req-68685582-dec4-48a3-a0da-4cb5e95508db tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:27.871605 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-079e7c13-6201-46ca-bf94-30dfa8a5a80a req-68685582-dec4-48a3-a0da-4cb5e95508db tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 944 time: 0.0474665 Nov 02 14:42:27.920601 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-079e7c13-6201-46ca-bf94-30dfa8a5a80a req-f52fc909-ddcd-48e2-af1a-750dad3406ac tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425766 Nov 02 14:42:28.588118 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9c317-f546-4744-9f22-3366da8b7007 req-6d671cff-23f3-46a5-b6ba-bbff3966ed65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:28.589663 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7bd9c317-f546-4744-9f22-3366da8b7007 req-6d671cff-23f3-46a5-b6ba-bbff3966ed65 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca&tenant_id=0dd67ec4f08d4d548af5b5ccee50407c HTTP/1.1" status: 200 len: 1128 time: 0.0796061 Nov 02 14:42:28.692147 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49233c50-46ad-4856-9e79-7705b38505ac req-8299b04a-c626-46dd-993d-c9f6cf900fd2 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:28.693590 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-49233c50-46ad-4856-9e79-7705b38505ac req-8299b04a-c626-46dd-993d-c9f6cf900fd2 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bd91069f-ef45-44b0-a9c8-022d089d2dff HTTP/1.1" status: 200 len: 945 time: 0.0737085 Nov 02 14:42:28.695183 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:28.703472 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9c317-f546-4744-9f22-3366da8b7007 req-e2936fb8-5324-45b6-a535-7a0e6add0faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:28.705656 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7bd9c317-f546-4744-9f22-3366da8b7007 req-e2936fb8-5324-45b6-a535-7a0e6add0faa service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0dd67ec4f08d4d548af5b5ccee50407c&device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 1128 time: 0.0558419 Nov 02 14:42:28.751286 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:28.809176 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-49233c50-46ad-4856-9e79-7705b38505ac req-4b2bc425-17fd-4402-8bf9-d678a2e16132 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079943 Nov 02 14:42:28.834811 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9c317-f546-4744-9f22-3366da8b7007 req-5de28c9c-7e81-48cb-a7b4-dce4eb356a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:28.836286 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7bd9c317-f546-4744-9f22-3366da8b7007 req-5de28c9c-7e81-48cb-a7b4-dce4eb356a5f service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=f2e46242-b4bc-49aa-9edc-2954b80ac8ba HTTP/1.1" status: 200 len: 917 time: 0.1244435 Nov 02 14:42:28.854668 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b637d5-0749-4f9a-be48-f20b37a6f79d req-2027fa05-6063-4a9d-8b2e-75709e3d8c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:28.860123 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-e6b637d5-0749-4f9a-be48-f20b37a6f79d req-2027fa05-6063-4a9d-8b2e-75709e3d8c93 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bd91069f-ef45-44b0-a9c8-022d089d2dff HTTP/1.1" status: 200 len: 1129 time: 0.0582805 Nov 02 14:42:28.905488 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-e6b637d5-0749-4f9a-be48-f20b37a6f79d req-485a8dc3-07f8-41eb-a32c-7c3259f36892 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417764 Nov 02 14:42:28.930321 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d2a31-2f4b-4d27-8cd0-d58bf4fc718d req-014a6773-fd40-46ac-af47-e4c2481e143b tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:28.931797 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-df6d2a31-2f4b-4d27-8cd0-d58bf4fc718d req-014a6773-fd40-46ac-af47-e4c2481e143b tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=42424cc7-8d64-4aac-8fb8-405b40f5b526 HTTP/1.1" status: 200 len: 948 time: 0.0913203 Nov 02 14:42:28.942825 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7bd9c317-f546-4744-9f22-3366da8b7007 req-2b4445d3-c929-459d-82d7-1a509c27884c service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af3cc54b-a081-4f0c-aad1-a5c16e7530c7 HTTP/1.1" status: 200 len: 1000 time: 0.0931714 Nov 02 14:42:28.994034 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-df6d2a31-2f4b-4d27-8cd0-d58bf4fc718d req-33327f05-4cb4-4a46-a328-e1dedffea328 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0468520c-7911-4675-8602-62bf189c17c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545037 Nov 02 14:42:29.053660 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537eaab6-a540-402d-8bad-0a5ad31b4734 req-f1cdacd0-efc8-4345-9a6b-40348e05d98b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:29.055149 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-537eaab6-a540-402d-8bad-0a5ad31b4734 req-f1cdacd0-efc8-4345-9a6b-40348e05d98b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 944 time: 0.0465007 Nov 02 14:42:29.108045 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-537eaab6-a540-402d-8bad-0a5ad31b4734 req-fa822ca2-219e-4774-a46e-52f47a150a1c tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471375 Nov 02 14:42:29.264057 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9c317-f546-4744-9f22-3366da8b7007 req-302c0217-b8a2-4ae5-b214-df4fe7ef66a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:29.265595 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7bd9c317-f546-4744-9f22-3366da8b7007 req-302c0217-b8a2-4ae5-b214-df4fe7ef66a9 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=82f2bb5b-1705-4182-9233-e8913f6cd258 HTTP/1.1" status: 200 len: 855 time: 0.0492785 Nov 02 14:42:29.717906 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9c317-f546-4744-9f22-3366da8b7007 req-6e50a000-9fa7-4be4-a69a-d5add472b3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:29.719411 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7bd9c317-f546-4744-9f22-3366da8b7007 req-6e50a000-9fa7-4be4-a69a-d5add472b3cb service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=f2e46242-b4bc-49aa-9edc-2954b80ac8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400920 Nov 02 14:42:29.744532 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:29.818744 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7bd9c317-f546-4744-9f22-3366da8b7007 req-92b21b74-5ea1-4013-8085-b03e3d00fcbe service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f2e46242-b4bc-49aa-9edc-2954b80ac8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928121 Nov 02 14:42:29.921530 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7bd9c317-f546-4744-9f22-3366da8b7007 req-62da9266-69e3-4533-b90d-17b5751a2cd8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f2e46242-b4bc-49aa-9edc-2954b80ac8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942180 Nov 02 14:42:29.967338 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6379a-7b0d-4aaa-9f5d-4d85d4025c7a req-c485990c-a97d-4d93-82bc-224a4e53fa44 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:29.968831 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-43e6379a-7b0d-4aaa-9f5d-4d85d4025c7a req-c485990c-a97d-4d93-82bc-224a4e53fa44 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bd91069f-ef45-44b0-a9c8-022d089d2dff HTTP/1.1" status: 200 len: 945 time: 0.0508177 Nov 02 14:42:30.022333 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-43e6379a-7b0d-4aaa-9f5d-4d85d4025c7a req-14b97742-d80e-442a-b7ec-5ab530bd9622 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477366 Nov 02 14:42:30.124116 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af860eee-5552-4fd1-8f41-febeb6509f16 req-ca6a92ba-5500-496c-bfdf-f6aa71e331bf tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:30.125645 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-af860eee-5552-4fd1-8f41-febeb6509f16 req-ca6a92ba-5500-496c-bfdf-f6aa71e331bf tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=42424cc7-8d64-4aac-8fb8-405b40f5b526 HTTP/1.1" status: 200 len: 948 time: 0.0484881 Nov 02 14:42:30.176700 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-af860eee-5552-4fd1-8f41-febeb6509f16 req-aafe8635-58da-4a47-afc6-7edbeef22546 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0468520c-7911-4675-8602-62bf189c17c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450022 Nov 02 14:42:30.251725 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80b070-324f-4edf-8fc6-0ce3458afc7c req-5cd11e58-a7a3-4222-8bd1-2d21eb93c6af tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:30.253381 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9f80b070-324f-4edf-8fc6-0ce3458afc7c req-5cd11e58-a7a3-4222-8bd1-2d21eb93c6af tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 944 time: 0.0540633 Nov 02 14:42:30.305293 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9f80b070-324f-4edf-8fc6-0ce3458afc7c req-2ea07073-bc35-4315-8f29-9bf5bd17dee2 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457821 Nov 02 14:42:30.496896 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device ef464795-086c-4a51-be10-888615a9b1d0 details requested by agent hyperv_hv-cinder-86236 with host hv-cinder-86236 {{(pid=105392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 14:42:30.775095 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port ef464795-086c-4a51-be10-888615a9b1d0, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=ef464795-086c-4a51-be10-888615a9b1d0,segment=NetworkSegment(dc5005c6-768f-40fb-865a-f94cd6fa435a),segment_id=dc5005c6-768f-40fb-865a-f94cd6fa435a)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:42:30.786844 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Returning: {'device': 'ef464795-086c-4a51-be10-888615a9b1d0', 'network_id': '14c9beb7-5e4d-48d9-987f-a89259bd130b', 'port_id': 'ef464795-086c-4a51-be10-888615a9b1d0', 'mac_address': 'fa:16:3e:5d:6b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 462, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2021da3a-2292-4c80-a3ea-4821e8a51fc6', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 14:42:30.821936 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port ef464795-086c-4a51-be10-888615a9b1d0 is: DOWN; New status is: BUILD {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:42:30.822322 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (ef464795-086c-4a51-be10-888615a9b1d0), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:30.838365 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef464795-086c-4a51-be10-888615a9b1d0 {{(pid=105392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:42:30.863122 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port ef464795-086c-4a51-be10-888615a9b1d0, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=ef464795-086c-4a51-be10-888615a9b1d0,segment=NetworkSegment(dc5005c6-768f-40fb-865a-f94cd6fa435a),segment_id=dc5005c6-768f-40fb-865a-f94cd6fa435a)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:42:30.879292 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d19b4355-9d4a-458f-875b-514be823f85f req-9309bb8f-5122-4cb8-adda-eb63d96bb06d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440378 Nov 02 14:42:30.940027 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (ef464795-086c-4a51-be10-888615a9b1d0), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:30.964082 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b4355-9d4a-458f-875b-514be823f85f req-fbc82607-64b1-4b1a-9b23-cc17bc6b4af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:30.965979 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d19b4355-9d4a-458f-875b-514be823f85f req-fbc82607-64b1-4b1a-9b23-cc17bc6b4af5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=edc675d4a92f4ff9ae8a41a020fa792c&device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 1130 time: 0.0429933 Nov 02 14:42:30.994757 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=ef464795-086c-4a51-be10-888615a9b1d0,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:31.080779 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:31.107804 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b4355-9d4a-458f-875b-514be823f85f req-a012c4ac-b8ab-4218-a69b-5105ff6f1141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:31.109318 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d19b4355-9d4a-458f-875b-514be823f85f req-a012c4ac-b8ab-4218-a69b-5105ff6f1141 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=bea7d5f3-3f34-426a-97bc-a8938ef4d97b HTTP/1.1" status: 200 len: 920 time: 0.1200318 Nov 02 14:42:31.168986 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d19b4355-9d4a-458f-875b-514be823f85f req-d4a4db19-e0a3-404b-a78c-e763964abe7c service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0906b93-2520-43fe-8940-decdff05858b HTTP/1.1" status: 200 len: 217 time: 0.0510428 Nov 02 14:42:31.192651 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f8754-903e-44ba-a5c9-c44c00052152 req-8f63affd-e0f1-46dd-b7fc-f9ad469393d5 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:31.194151 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a23f8754-903e-44ba-a5c9-c44c00052152 req-8f63affd-e0f1-46dd-b7fc-f9ad469393d5 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bd91069f-ef45-44b0-a9c8-022d089d2dff HTTP/1.1" status: 200 len: 945 time: 0.0890756 Nov 02 14:42:31.251630 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b4355-9d4a-458f-875b-514be823f85f req-c20490cf-72cd-45a6-a557-de1d93c1296f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:31.253171 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d19b4355-9d4a-458f-875b-514be823f85f req-c20490cf-72cd-45a6-a557-de1d93c1296f service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=543df3fb-8a54-4baf-bcd8-c5079d82249a HTTP/1.1" status: 200 len: 858 time: 0.0755355 Nov 02 14:42:31.334776 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a23f8754-903e-44ba-a5c9-c44c00052152 req-8d1f3372-e6c7-4ce6-85bc-52e74c77a3eb tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221821 Nov 02 14:42:31.347575 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b4355-9d4a-458f-875b-514be823f85f req-264daa09-57c0-4655-98b3-23ec6d9496cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:31.348745 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] get_ports_and_sgs() called for port_ids ['ef464795-086c-4a51-be10-888615a9b1d0'] {{(pid=105392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 14:42:31.349201 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d19b4355-9d4a-458f-875b-514be823f85f req-264daa09-57c0-4655-98b3-23ec6d9496cf service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=bea7d5f3-3f34-426a-97bc-a8938ef4d97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0877180 Nov 02 14:42:31.357702 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1bf7f-7598-42af-9c85-88d8fc91a11a req-0cfcc939-b419-41b0-806e-c3b12c9084a5 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:31.359337 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a9f1bf7f-7598-42af-9c85-88d8fc91a11a req-0cfcc939-b419-41b0-806e-c3b12c9084a5 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=42424cc7-8d64-4aac-8fb8-405b40f5b526 HTTP/1.1" status: 200 len: 949 time: 0.0808778 Nov 02 14:42:31.497517 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a9f1bf7f-7598-42af-9c85-88d8fc91a11a req-97c4072e-a71a-417a-8871-0f81d6e6d670 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0468520c-7911-4675-8602-62bf189c17c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213307 Nov 02 14:42:31.600854 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:42:31.616462 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90e635-f5c8-47b0-b035-84e7faf11d81 req-f3974516-df1b-478f-9086-10061474aabc tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:31.626728 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-dc90e635-f5c8-47b0-b035-84e7faf11d81 req-f3974516-df1b-478f-9086-10061474aabc tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 944 time: 0.1012948 Nov 02 14:42:31.676247 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:31.692783 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-dc90e635-f5c8-47b0-b035-84e7faf11d81 req-f97472a9-1ee9-4281-9bc4-849287f03ca1 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650368 Nov 02 14:42:32.555948 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device ef464795-086c-4a51-be10-888615a9b1d0 up at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:42:32.630091 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning for port ef464795-086c-4a51-be10-888615a9b1d0 completed by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 14:42:32.658493 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f04de-d13d-4aaf-ae61-942d0fc5628a req-47732682-5ee3-48fd-b0f0-79094c26baba tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:32.659070 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-fc3f04de-d13d-4aaf-ae61-942d0fc5628a req-47732682-5ee3-48fd-b0f0-79094c26baba tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=42424cc7-8d64-4aac-8fb8-405b40f5b526 HTTP/1.1" status: 200 len: 949 time: 0.0821989 Nov 02 14:42:32.705060 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning complete for port ef464795-086c-4a51-be10-888615a9b1d0 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:42:32.705757 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (ef464795-086c-4a51-be10-888615a9b1d0), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:32.706285 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Attempt 1 to provision port ef464795-086c-4a51-be10-888615a9b1d0 Nov 02 14:42:32.714838 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-fc3f04de-d13d-4aaf-ae61-942d0fc5628a req-03dd631a-ac3a-4e57-86a3-50990fab92ec tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0468520c-7911-4675-8602-62bf189c17c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498083 Nov 02 14:42:32.827288 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port ef464795-086c-4a51-be10-888615a9b1d0 is: BUILD; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:42:32.827905 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (ef464795-086c-4a51-be10-888615a9b1d0), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:32.883787 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41e708-e1ef-4477-a690-f820ac6f56b5 req-617dc5f3-b6ab-4235-9400-faa1ed07d918 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:32.902472 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42424cc7-8d64-4aac-8fb8-405b40f5b526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef464795-086c-4a51-be10-888615a9b1d0'}] {{(pid=105392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:42:32.903439 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2f41e708-e1ef-4477-a690-f820ac6f56b5 req-617dc5f3-b6ab-4235-9400-faa1ed07d918 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 944 time: 0.1133637 Nov 02 14:42:32.904938 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa406a66c4f7fcebf853f6ac608ace0721fd427f75714d2af0e2307e93ff13f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fd8d93-3a99-4ec0-8b49-fc408c005a3b" -d '{"events": [{"server_uuid": "42424cc7-8d64-4aac-8fb8-405b40f5b526", "name": "network-vif-plugged", "status": "completed", "tag": "ef464795-086c-4a51-be10-888615a9b1d0"}]}' {{(pid=105392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:42:32.932964 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port ef464795-086c-4a51-be10-888615a9b1d0, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=ef464795-086c-4a51-be10-888615a9b1d0,segment=NetworkSegment(dc5005c6-768f-40fb-865a-f94cd6fa435a),segment_id=dc5005c6-768f-40fb-865a-f94cd6fa435a)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:42:32.986186 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2f41e708-e1ef-4477-a690-f820ac6f56b5 req-8ca531a4-b38b-4314-ae73-3d793bf8a7d6 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811565 Nov 02 14:42:33.025765 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (ef464795-086c-4a51-be10-888615a9b1d0), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:33.078577 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2169234e-9750-49f5-9c68-bab027cadae7 x-openstack-request-id: req-2169234e-9750-49f5-9c68-bab027cadae7 {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:42:33.078915 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42424cc7-8d64-4aac-8fb8-405b40f5b526", "name": "network-vif-plugged", "status": "completed", "tag": "ef464795-086c-4a51-be10-888615a9b1d0", "code": 200}]} {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:42:33.079155 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2169234e-9750-49f5-9c68-bab027cadae7 {{(pid=105392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:42:33.080245 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2169234e-9750-49f5-9c68-bab027cadae7'] response: {'server_uuid': '42424cc7-8d64-4aac-8fb8-405b40f5b526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef464795-086c-4a51-be10-888615a9b1d0', 'code': 200} Nov 02 14:42:33.115911 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=ef464795-086c-4a51-be10-888615a9b1d0,revision_number=5']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:33.182445 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e898835-739c-4f19-ad6c-aada2961bef7 req-103300b9-a5f8-4b31-bef4-102e8c1b286e tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:33.184009 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8e898835-739c-4f19-ad6c-aada2961bef7 req-103300b9-a5f8-4b31-bef4-102e8c1b286e tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bd91069f-ef45-44b0-a9c8-022d089d2dff HTTP/1.1" status: 200 len: 945 time: 0.0592141 Nov 02 14:42:33.248641 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8e898835-739c-4f19-ad6c-aada2961bef7 req-629c0e82-0aed-4ae5-bb97-813c86eb31b8 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573225 Nov 02 14:42:33.401789 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 33476) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:42:33.526632 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ef2e53cc-38f3-4bb2-99a6-d50a04acfb6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:33.577627 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:33.609857 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ef2e53cc-38f3-4bb2-99a6-d50a04acfb6b admin admin] Publish callbacks [] for security_group (c427c310-985c-425a-8e3a-2b10ab77c248), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:33.666387 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ef2e53cc-38f3-4bb2-99a6-d50a04acfb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (c427c310-985c-425a-8e3a-2b10ab77c248), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:33.678338 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:33.712768 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 33480) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:42:33.713386 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-ef2e53cc-38f3-4bb2-99a6-d50a04acfb6b admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=0bf85a3ad76149e9a71142eda94141f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3099623 Nov 02 14:42:33.723870 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e53cc-38f3-4bb2-99a6-d50a04acfb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c427c310-985c-425a-8e3a-2b10ab77c248,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:33.783287 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-927c7a8c-c9bc-43d8-9daa-3ee49a1f5073 admin admin] Publish callbacks [] for security_group (c427c310-985c-425a-8e3a-2b10ab77c248), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:33.808770 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-927c7a8c-c9bc-43d8-9daa-3ee49a1f5073 admin admin] Publish callbacks [] for security_group (c427c310-985c-425a-8e3a-2b10ab77c248), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:33.901810 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca0648-5435-4674-8f16-e91493dad24d req-05e5aeee-4e72-428c-b7b7-4437def2f456 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:33.904135 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-97ca0648-5435-4674-8f16-e91493dad24d req-05e5aeee-4e72-428c-b7b7-4437def2f456 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=42424cc7-8d64-4aac-8fb8-405b40f5b526 HTTP/1.1" status: 200 len: 950 time: 0.0850661 Nov 02 14:42:34.058153 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-97ca0648-5435-4674-8f16-e91493dad24d req-14048815-23d9-44d4-8ac1-c283bea51360 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0468520c-7911-4675-8602-62bf189c17c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535910 Nov 02 14:42:34.129792 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9faf173-f44d-4626-adfc-a33473edb80f req-126b0a52-b4a0-4a77-929f-6a90ed4e83e6 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:34.139964 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e9faf173-f44d-4626-adfc-a33473edb80f req-126b0a52-b4a0-4a77-929f-6a90ed4e83e6 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 944 time: 0.0557587 Nov 02 14:42:34.199670 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e9faf173-f44d-4626-adfc-a33473edb80f req-b37c1ace-6a2d-49dc-ad0d-30ba9609a5c1 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619719 Nov 02 14:42:34.387518 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:34.401514 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494fe5bc-6313-4fca-b475-a97295051ddb req-a98157da-bcf9-4bac-a7cc-ae5232caed3c tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:34.403073 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-494fe5bc-6313-4fca-b475-a97295051ddb req-a98157da-bcf9-4bac-a7cc-ae5232caed3c tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bd91069f-ef45-44b0-a9c8-022d089d2dff HTTP/1.1" status: 200 len: 945 time: 0.0558379 Nov 02 14:42:34.473180 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-494fe5bc-6313-4fca-b475-a97295051ddb req-bd8fb68b-d4c1-4456-b697-6c65f9ea67a7 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639668 Nov 02 14:42:34.534761 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-927c7a8c-c9bc-43d8-9daa-3ee49a1f5073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (c427c310-985c-425a-8e3a-2b10ab77c248), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:34.534761 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-927c7a8c-c9bc-43d8-9daa-3ee49a1f5073 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:34.534761 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-927c7a8c-c9bc-43d8-9daa-3ee49a1f5073 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/c427c310-985c-425a-8e3a-2b10ab77c248 HTTP/1.1" status: 204 len: 168 time: 0.8195894 Nov 02 14:42:34.549682 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c7a8c-c9bc-43d8-9daa-3ee49a1f5073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c427c310-985c-425a-8e3a-2b10ab77c248,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:35.184829 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e062c5-f740-430a-9a57-0dacc07c3f95 req-5da7901a-6d03-4c96-8df1-23903d5bb758 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:35.186362 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-83e062c5-f740-430a-9a57-0dacc07c3f95 req-5da7901a-6d03-4c96-8df1-23903d5bb758 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=42424cc7-8d64-4aac-8fb8-405b40f5b526 HTTP/1.1" status: 200 len: 950 time: 0.0553446 Nov 02 14:42:35.246728 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-83e062c5-f740-430a-9a57-0dacc07c3f95 req-f9e4e22b-2211-4fa0-8be5-746e7274afbe tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0468520c-7911-4675-8602-62bf189c17c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539920 Nov 02 14:42:35.357408 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0908c40-07d3-4a61-b4ce-a90813d54ecb req-6e16b502-3921-468b-94fd-cc8ade220daa tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:35.361253 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c0908c40-07d3-4a61-b4ce-a90813d54ecb req-6e16b502-3921-468b-94fd-cc8ade220daa tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 944 time: 0.0599537 Nov 02 14:42:35.447330 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c0908c40-07d3-4a61-b4ce-a90813d54ecb req-3289be76-50f3-4867-b93f-422ca2778ec9 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759287 Nov 02 14:42:35.623298 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e363c-be57-4471-b17d-29f9ae9ca6ef req-7cc6eeb6-56df-4a8a-bb89-a92b884004c9 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:35.626216 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4c1e363c-be57-4471-b17d-29f9ae9ca6ef req-7cc6eeb6-56df-4a8a-bb89-a92b884004c9 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bd91069f-ef45-44b0-a9c8-022d089d2dff HTTP/1.1" status: 200 len: 945 time: 0.0647457 Nov 02 14:42:35.671131 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:35.696162 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4c1e363c-be57-4471-b17d-29f9ae9ca6ef req-370aaf09-57db-4971-9e0a-28ad1456f47f tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647304 Nov 02 14:42:36.369906 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-e3117bb6-e110-4e90-919b-d48356e51dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:36.419017 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0206320-36f0-48f4-a32b-1aa5ef2b4376 req-fcbd772f-a46e-4e6f-9e01-1865e2087f1f tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:36.427512 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c0206320-36f0-48f4-a32b-1aa5ef2b4376 req-fcbd772f-a46e-4e6f-9e01-1865e2087f1f tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=42424cc7-8d64-4aac-8fb8-405b40f5b526 HTTP/1.1" status: 200 len: 950 time: 0.0629132 Nov 02 14:42:36.487944 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c0206320-36f0-48f4-a32b-1aa5ef2b4376 req-45c81827-fe7f-488d-984f-38417bc3c495 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0468520c-7911-4675-8602-62bf189c17c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594969 Nov 02 14:42:36.634242 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f081dba-924c-4c55-b769-5b33fa773161 req-2850e8ee-05c7-4d8e-9248-f6351b4cac0c tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:36.642302 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7f081dba-924c-4c55-b769-5b33fa773161 req-2850e8ee-05c7-4d8e-9248-f6351b4cac0c tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 944 time: 0.0849733 Nov 02 14:42:36.698230 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7f081dba-924c-4c55-b769-5b33fa773161 req-b71209f1-25df-4f1f-a3b2-abcc158de9df tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526628 Nov 02 14:42:36.838293 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cb9e4-2f9d-4bb6-951c-33e945e9bf34 req-60287fdd-65bf-4358-9dcd-a69dd151960f tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:36.848393 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c56cb9e4-2f9d-4bb6-951c-33e945e9bf34 req-60287fdd-65bf-4358-9dcd-a69dd151960f tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bd91069f-ef45-44b0-a9c8-022d089d2dff HTTP/1.1" status: 200 len: 945 time: 0.0521131 Nov 02 14:42:36.897798 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c56cb9e4-2f9d-4bb6-951c-33e945e9bf34 req-02b3d9cf-b669-4eac-950e-7ee4e47d3990 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517251 Nov 02 14:42:37.630512 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de194571-df65-4d1f-825b-192f62c4fc6f req-1ae369dd-102b-4da8-80da-4dbb83ccdbb3 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:37.632048 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-de194571-df65-4d1f-825b-192f62c4fc6f req-1ae369dd-102b-4da8-80da-4dbb83ccdbb3 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=42424cc7-8d64-4aac-8fb8-405b40f5b526 HTTP/1.1" status: 200 len: 950 time: 0.0605962 Nov 02 14:42:37.700072 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-de194571-df65-4d1f-825b-192f62c4fc6f req-1a2c96b0-3e99-4b82-9158-9e7e2406c2c9 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0468520c-7911-4675-8602-62bf189c17c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602450 Nov 02 14:42:37.848240 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da91b3-24ac-4e82-8206-2155140c50db req-e78e7eb7-91eb-49cf-b07c-370c903b67cd tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:37.850013 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-04da91b3-24ac-4e82-8206-2155140c50db req-e78e7eb7-91eb-49cf-b07c-370c903b67cd tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 944 time: 0.0542805 Nov 02 14:42:37.914526 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-04da91b3-24ac-4e82-8206-2155140c50db req-92f9049e-40e8-44d8-bb99-e34488c34197 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576699 Nov 02 14:42:38.049294 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45445aa-a03b-4d27-9f43-9130f008822d req-cf30cdf8-7750-4f77-af4f-ff9bd5db3ab3 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:38.050753 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d45445aa-a03b-4d27-9f43-9130f008822d req-cf30cdf8-7750-4f77-af4f-ff9bd5db3ab3 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bd91069f-ef45-44b0-a9c8-022d089d2dff HTTP/1.1" status: 200 len: 945 time: 0.0510759 Nov 02 14:42:38.105275 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d45445aa-a03b-4d27-9f43-9130f008822d req-159d74f0-9c6c-492a-921a-9c42cf06eb1b tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484743 Nov 02 14:42:38.837718 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78077763-3324-4429-9f0b-9e75cf87daa3 req-7b69d7f0-1564-4779-b298-7ee244b14e9f tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:38.839145 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-78077763-3324-4429-9f0b-9e75cf87daa3 req-7b69d7f0-1564-4779-b298-7ee244b14e9f tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=42424cc7-8d64-4aac-8fb8-405b40f5b526 HTTP/1.1" status: 200 len: 950 time: 0.0586441 Nov 02 14:42:38.877953 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-3a4dff49-ab08-49b5-b439-e3e8c1cfb766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:38.911324 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-78077763-3324-4429-9f0b-9e75cf87daa3 req-9b497606-c95e-461a-92ee-54f59aae1c05 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0468520c-7911-4675-8602-62bf189c17c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572190 Nov 02 14:42:39.051422 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:39.060414 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42f983-e0aa-46e3-b719-ac1c29487159 req-62dac3e3-15da-471e-b234-3f0c4f44863c tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:39.065556 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-bc42f983-e0aa-46e3-b719-ac1c29487159 req-62dac3e3-15da-471e-b234-3f0c4f44863c tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 944 time: 0.0547705 Nov 02 14:42:39.115031 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-bc42f983-e0aa-46e3-b719-ac1c29487159 req-13c45ac6-9df3-433a-ba07-c4f89eca1e1e tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464964 Nov 02 14:42:39.236493 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57dbb8-5576-407c-9029-35049b87adfc req-04e19d56-f8de-46c4-9b77-2c0bb608ca25 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:39.238009 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6e57dbb8-5576-407c-9029-35049b87adfc req-04e19d56-f8de-46c4-9b77-2c0bb608ca25 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bd91069f-ef45-44b0-a9c8-022d089d2dff HTTP/1.1" status: 200 len: 945 time: 0.0542850 Nov 02 14:42:39.291676 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6e57dbb8-5576-407c-9029-35049b87adfc req-adf9f1d6-80aa-469d-b9d0-34260499bf5d tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479589 Nov 02 14:42:40.070755 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243774d-63ef-408d-9568-d30931041b2f req-84accbbe-1ddf-45c9-a5dd-f1461e5f5f9d tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:40.077932 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6243774d-63ef-408d-9568-d30931041b2f req-84accbbe-1ddf-45c9-a5dd-f1461e5f5f9d tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=42424cc7-8d64-4aac-8fb8-405b40f5b526 HTTP/1.1" status: 200 len: 950 time: 0.0793877 Nov 02 14:42:40.142204 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6243774d-63ef-408d-9568-d30931041b2f req-d430c1e2-f852-414f-b107-adad8d64ceac tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0468520c-7911-4675-8602-62bf189c17c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585217 Nov 02 14:42:40.274274 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40850b57-8b7c-4975-98d2-5b95cac46edb req-dfe945e1-b171-464c-a5da-cd27573a73ef tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:40.275881 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-40850b57-8b7c-4975-98d2-5b95cac46edb req-dfe945e1-b171-464c-a5da-cd27573a73ef tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 944 time: 0.0509872 Nov 02 14:42:40.331627 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:40.338664 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-40850b57-8b7c-4975-98d2-5b95cac46edb req-e941254a-97f3-45d6-b34f-2e560cd61ae7 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566058 Nov 02 14:42:40.468162 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:40.727783 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd36bba-1de1-443f-b9bc-687cfdb7708d req-7853877d-97fd-4518-bbb1-d46d1ba2e484 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:40.729533 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3dd36bba-1de1-443f-b9bc-687cfdb7708d req-7853877d-97fd-4518-bbb1-d46d1ba2e484 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bd91069f-ef45-44b0-a9c8-022d089d2dff HTTP/1.1" status: 200 len: 945 time: 0.3195500 Nov 02 14:42:40.784081 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3dd36bba-1de1-443f-b9bc-687cfdb7708d req-cc4a3b5b-1600-4da1-a7d7-cc6a46a27111 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486681 Nov 02 14:42:41.258115 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e572db-8a07-4eb8-bf8a-f68c8ef4fef3 req-3e1eaf4e-b7d9-4b1c-933d-c700c0d2cf0d tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:41.259516 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-08e572db-8a07-4eb8-bf8a-f68c8ef4fef3 req-3e1eaf4e-b7d9-4b1c-933d-c700c0d2cf0d tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=42424cc7-8d64-4aac-8fb8-405b40f5b526 HTTP/1.1" status: 200 len: 950 time: 0.0499978 Nov 02 14:42:41.310268 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-08e572db-8a07-4eb8-bf8a-f68c8ef4fef3 req-02ec83f6-1d86-4136-b058-d6edda30c96f tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0468520c-7911-4675-8602-62bf189c17c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449932 Nov 02 14:42:41.441053 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:41.518659 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eec6c2-c174-492f-a575-5ab93d0eedb6 req-069666a0-1168-451d-b654-8e26a87df18d tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:41.520170 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-35eec6c2-c174-492f-a575-5ab93d0eedb6 req-069666a0-1168-451d-b654-8e26a87df18d tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 944 time: 0.0690243 Nov 02 14:42:41.534417 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:41.542099 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d19b4355-9d4a-458f-875b-514be823f85f req-ae7d7f51-857a-47e2-9da7-d7bff9480542 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/bea7d5f3-3f34-426a-97bc-a8938ef4d97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582108 Nov 02 14:42:41.586049 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-35eec6c2-c174-492f-a575-5ab93d0eedb6 req-0957a81d-7621-49b7-8f1e-e9b93afa737b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543387 Nov 02 14:42:41.887151 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:41.912649 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e10e8-d573-4a38-94ed-cb0c66f983f0 req-3da26044-f1a4-4074-9393-ff41137a9da9 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:41.914185 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e99e10e8-d573-4a38-94ed-cb0c66f983f0 req-3da26044-f1a4-4074-9393-ff41137a9da9 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bd91069f-ef45-44b0-a9c8-022d089d2dff HTTP/1.1" status: 200 len: 945 time: 0.0526817 Nov 02 14:42:41.952260 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:41.962906 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e99e10e8-d573-4a38-94ed-cb0c66f983f0 req-641eec59-bfb6-49e4-93b3-00a972b5af31 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431533 Nov 02 14:42:42.431762 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03cafd5-f29f-4ff7-8278-814562ff894b req-217ad1dc-0d2c-48d7-84b7-8a0a483b1f0d tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:42.433273 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e03cafd5-f29f-4ff7-8278-814562ff894b req-217ad1dc-0d2c-48d7-84b7-8a0a483b1f0d tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=42424cc7-8d64-4aac-8fb8-405b40f5b526 HTTP/1.1" status: 200 len: 950 time: 0.0479131 Nov 02 14:42:42.483127 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e03cafd5-f29f-4ff7-8278-814562ff894b req-03fe3240-eb2b-4224-8bc9-705f11c063b9 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0468520c-7911-4675-8602-62bf189c17c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438924 Nov 02 14:42:42.715910 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71b5dc-6f34-45cd-a097-96646912bc57 req-1d197a00-8c92-4443-a286-05e573913024 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:42.717385 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7a71b5dc-6f34-45cd-a097-96646912bc57 req-1d197a00-8c92-4443-a286-05e573913024 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 944 time: 0.0488751 Nov 02 14:42:42.764341 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7a71b5dc-6f34-45cd-a097-96646912bc57 req-d5189e36-1417-49a8-a8ae-6e4fc7c74f6a tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403163 Nov 02 14:42:43.090143 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1b16f-2386-4fe8-8a0b-b01b8b99fb7a req-b045b603-1340-4b69-b217-d9c574edadf9 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:43.091656 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e0b1b16f-2386-4fe8-8a0b-b01b8b99fb7a req-b045b603-1340-4b69-b217-d9c574edadf9 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bd91069f-ef45-44b0-a9c8-022d089d2dff HTTP/1.1" status: 200 len: 945 time: 0.0510120 Nov 02 14:42:43.118178 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:43.144397 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e0b1b16f-2386-4fe8-8a0b-b01b8b99fb7a req-025bafab-a6f6-4637-95f5-ad283790cf1f tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471020 Nov 02 14:42:43.309733 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d19b4355-9d4a-458f-875b-514be823f85f req-7784dfb9-febf-4f4b-868e-77c27bf76cb0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/bea7d5f3-3f34-426a-97bc-a8938ef4d97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033549 Nov 02 14:42:43.604076 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c6bb9-e4fe-46b6-85e5-35f43851f012 req-07fb0016-158f-443f-847b-8e0433c392b0 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:43.605706 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ca1c6bb9-e4fe-46b6-85e5-35f43851f012 req-07fb0016-158f-443f-847b-8e0433c392b0 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=42424cc7-8d64-4aac-8fb8-405b40f5b526 HTTP/1.1" status: 200 len: 950 time: 0.0483944 Nov 02 14:42:43.655870 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ca1c6bb9-e4fe-46b6-85e5-35f43851f012 req-52b0363d-3d64-48d1-b990-ce19f4be8988 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0468520c-7911-4675-8602-62bf189c17c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424581 Nov 02 14:42:43.708194 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=36,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:43.894734 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ea1f7-b9bd-40e9-b7d9-c69fc89a3b99 req-4ed38010-f3bc-4407-b5a7-00d2a32d3b16 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:43.896265 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b69ea1f7-b9bd-40e9-b7d9-c69fc89a3b99 req-4ed38010-f3bc-4407-b5a7-00d2a32d3b16 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 944 time: 0.0489013 Nov 02 14:42:43.931935 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:43.952670 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b69ea1f7-b9bd-40e9-b7d9-c69fc89a3b99 req-63c89b08-102c-466d-8544-61f2a6b66a1f tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507202 Nov 02 14:42:44.110572 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5592342-50b8-418c-886e-8036ca4379f5 req-c8e43681-2e82-4406-b8fa-fcac757eb028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:44.112084 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f5592342-50b8-418c-886e-8036ca4379f5 req-c8e43681-2e82-4406-b8fa-fcac757eb028 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=42424cc7-8d64-4aac-8fb8-405b40f5b526 HTTP/1.1" status: 200 len: 1134 time: 0.0394995 Nov 02 14:42:44.267421 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d3ed9-c75d-43ce-ae38-79a7c4f45538 req-1d2d18f4-1170-4cea-a19e-78c7902ddc9c tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:44.268902 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-604d3ed9-c75d-43ce-ae38-79a7c4f45538 req-1d2d18f4-1170-4cea-a19e-78c7902ddc9c tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bd91069f-ef45-44b0-a9c8-022d089d2dff HTTP/1.1" status: 200 len: 945 time: 0.0471706 Nov 02 14:42:44.317680 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-604d3ed9-c75d-43ce-ae38-79a7c4f45538 req-8641fe40-5c48-43a0-940a-13b90ac22567 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429723 Nov 02 14:42:44.487934 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f5592342-50b8-418c-886e-8036ca4379f5 req-62053755-04b1-401b-b960-1ea844e54efb service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0468520c-7911-4675-8602-62bf189c17c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567851 Nov 02 14:42:44.518669 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ac028-e411-43fc-8525-913c68d75e72 req-ecbd9dab-177c-4570-a217-407bb64bffcf tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:44.520259 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-330ac028-e411-43fc-8525-913c68d75e72 req-ecbd9dab-177c-4570-a217-407bb64bffcf tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bd91069f-ef45-44b0-a9c8-022d089d2dff HTTP/1.1" status: 200 len: 945 time: 0.0923002 Nov 02 14:42:44.792573 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4ee0d-cbce-4f7f-9279-00f6f6864ecd req-987d49fb-6f4b-412f-8fff-98993bd1e3fd tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:44.794079 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-19a4ee0d-cbce-4f7f-9279-00f6f6864ecd req-987d49fb-6f4b-412f-8fff-98993bd1e3fd tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=42424cc7-8d64-4aac-8fb8-405b40f5b526 HTTP/1.1" status: 200 len: 950 time: 0.0535533 Nov 02 14:42:44.846993 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-19a4ee0d-cbce-4f7f-9279-00f6f6864ecd req-632a3813-93fd-48d4-8912-ce330b17ac96 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0468520c-7911-4675-8602-62bf189c17c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464303 Nov 02 14:42:45.083366 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c794d-dad0-44f9-b308-848c50ea3bf8 req-7e8498b3-f23e-42c1-bbf8-2aa32636d5cb tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:45.084901 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9d8c794d-dad0-44f9-b308-848c50ea3bf8 req-7e8498b3-f23e-42c1-bbf8-2aa32636d5cb tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 944 time: 0.0495937 Nov 02 14:42:45.137101 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9d8c794d-dad0-44f9-b308-848c50ea3bf8 req-943a6e6d-8baa-4c73-a9e1-ef07000861bd tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455976 Nov 02 14:42:45.262239 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [req-330ac028-e411-43fc-8525-913c68d75e72 req-af6820ce-7163-4f15-a480-0accdd516a59 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Deleting port bdeedfb0-c94b-4193-9d25-ca0bb97dc80d {{(pid=105390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:42:45.262791 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-330ac028-e411-43fc-8525-913c68d75e72 req-af6820ce-7163-4f15-a480-0accdd516a59 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (bdeedfb0-c94b-4193-9d25-ca0bb97dc80d), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:45.353162 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [req-330ac028-e411-43fc-8525-913c68d75e72 req-af6820ce-7163-4f15-a480-0accdd516a59 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] For port bdeedfb0-c94b-4193-9d25-ca0bb97dc80d, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=bdeedfb0-c94b-4193-9d25-ca0bb97dc80d,segment=NetworkSegment(4efeda04-ac99-4cc7-87dd-d8be6bb10bef),segment_id=4efeda04-ac99-4cc7-87dd-d8be6bb10bef)] {{(pid=105390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:42:45.353536 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-330ac028-e411-43fc-8525-913c68d75e72 req-af6820ce-7163-4f15-a480-0accdd516a59 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (bdeedfb0-c94b-4193-9d25-ca0bb97dc80d), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:45.369813 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [req-330ac028-e411-43fc-8525-913c68d75e72 req-af6820ce-7163-4f15-a480-0accdd516a59 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Calling delete_port for bdeedfb0-c94b-4193-9d25-ca0bb97dc80d owned by compute:nova {{(pid=105390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:42:45.444597 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d443bed-cdf6-4fb1-90af-686023b32d36 req-1aac24d7-461e-4c4d-af81-b28b2fa79b38 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:45.446155 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6d443bed-cdf6-4fb1-90af-686023b32d36 req-1aac24d7-461e-4c4d-af81-b28b2fa79b38 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bd91069f-ef45-44b0-a9c8-022d089d2dff HTTP/1.1" status: 200 len: 945 time: 0.0499337 Nov 02 14:42:45.502671 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6d443bed-cdf6-4fb1-90af-686023b32d36 req-52ce41e7-06f4-4f17-8439-422d35d92772 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0940f98f-5200-41fb-8c53-b67f8196939c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507512 Nov 02 14:42:45.631059 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-330ac028-e411-43fc-8525-913c68d75e72 req-af6820ce-7163-4f15-a480-0accdd516a59 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (bdeedfb0-c94b-4193-9d25-ca0bb97dc80d), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:45.659936 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6820ce-7163-4f15-a480-0accdd516a59 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Pushing event deleted for resources: {'Port': ['ID=bdeedfb0-c94b-4193-9d25-ca0bb97dc80d,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:45.673771 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] get_ports_and_sgs() called for port_ids ['bdeedfb0-c94b-4193-9d25-ca0bb97dc80d'] {{(pid=105392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 14:42:45.730611 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [req-330ac028-e411-43fc-8525-913c68d75e72 req-af6820ce-7163-4f15-a480-0accdd516a59 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] No DVR routers for this DVR port bdeedfb0-c94b-4193-9d25-ca0bb97dc80d on host hv-cinder-86236 {{(pid=105390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:42:45.733664 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-330ac028-e411-43fc-8525-913c68d75e72 req-af6820ce-7163-4f15-a480-0accdd516a59 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:45.737857 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-330ac028-e411-43fc-8525-913c68d75e72 req-af6820ce-7163-4f15-a480-0accdd516a59 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.64 "DELETE /networking/v2.0/ports/bdeedfb0-c94b-4193-9d25-ca0bb97dc80d HTTP/1.1" status: 204 len: 173 time: 0.6072142 Nov 02 14:42:45.738579 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd91069f-ef45-44b0-a9c8-022d089d2dff', 'name': 'network-vif-deleted', 'tag': 'bdeedfb0-c94b-4193-9d25-ca0bb97dc80d'}] {{(pid=105390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:42:45.741357 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac42a5b87af23485bd7eccec534c7c9fd1bf9d7e8280f45ba58bffd111d0283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b53189b-0b6c-4b1c-b56e-8b3a33530c08" -d '{"events": [{"server_uuid": "bd91069f-ef45-44b0-a9c8-022d089d2dff", "name": "network-vif-deleted", "tag": "bdeedfb0-c94b-4193-9d25-ca0bb97dc80d"}]}' {{(pid=105390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:42:45.787412 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40181f3c-9395-47cc-a075-3a2190bacd9e x-openstack-request-id: req-40181f3c-9395-47cc-a075-3a2190bacd9e {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:42:45.787751 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd91069f-ef45-44b0-a9c8-022d089d2dff", "name": "network-vif-deleted", "tag": "bdeedfb0-c94b-4193-9d25-ca0bb97dc80d", "status": "completed", "code": 200}]} {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:42:45.788176 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-40181f3c-9395-47cc-a075-3a2190bacd9e {{(pid=105390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:42:45.788587 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40181f3c-9395-47cc-a075-3a2190bacd9e'] response: {'server_uuid': 'bd91069f-ef45-44b0-a9c8-022d089d2dff', 'name': 'network-vif-deleted', 'tag': 'bdeedfb0-c94b-4193-9d25-ca0bb97dc80d', 'status': 'completed', 'code': 200} Nov 02 14:42:45.980389 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28b909-cf1b-481f-aae7-76f246d2f53e req-7d2b814f-c3b4-4cb2-a386-ca87ce008167 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:45.981952 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9e28b909-cf1b-481f-aae7-76f246d2f53e req-7d2b814f-c3b4-4cb2-a386-ca87ce008167 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=42424cc7-8d64-4aac-8fb8-405b40f5b526 HTTP/1.1" status: 200 len: 950 time: 0.0515990 Nov 02 14:42:46.060316 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9e28b909-cf1b-481f-aae7-76f246d2f53e req-d839106e-ee6e-4be7-81d9-e1da33bb0e64 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0468520c-7911-4675-8602-62bf189c17c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720091 Nov 02 14:42:46.080950 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302aad5-ed94-4ec5-95b0-38d3f0d9474e req-d7e3da84-590d-4e26-9fe9-e859a8f2bcfb tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:46.082541 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a302aad5-ed94-4ec5-95b0-38d3f0d9474e req-d7e3da84-590d-4e26-9fe9-e859a8f2bcfb tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 946 time: 0.0616200 Nov 02 14:42:46.140252 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a302aad5-ed94-4ec5-95b0-38d3f0d9474e req-ffb326b9-65ee-4cc2-ba58-fbb73bfc059a tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510342 Nov 02 14:42:46.175431 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 33704) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:42:46.295691 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031866a-3a9f-4004-919c-495e580c19d4 req-53aca1da-81bc-485f-91a2-ad490d4e5af3 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:46.298304 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9031866a-3a9f-4004-919c-495e580c19d4 req-53aca1da-81bc-485f-91a2-ad490d4e5af3 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 944 time: 0.0559170 Nov 02 14:42:46.334992 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:46.353829 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9031866a-3a9f-4004-919c-495e580c19d4 req-58267c6d-e96e-45ee-9a1a-5a8b0437c06e tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472198 Nov 02 14:42:46.402470 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b675a91d-66ac-4fd3-ad94-bbc63523e0e9 tempest-TestMinimumBasicScenario-86086447 tempest-TestMinimumBasicScenario-86086447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:46.404007 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-b675a91d-66ac-4fd3-ad94-bbc63523e0e9 tempest-TestMinimumBasicScenario-86086447 tempest-TestMinimumBasicScenario-86086447-project-admin] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 1125 time: 0.2275722 Nov 02 14:42:46.407642 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 33712) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:42:46.412053 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-b6a44f83-f325-4ebb-b65d-bfa757b1c063 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Request body: {'floatingip': {'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'port_id': '881c5e7e-3ed6-4eda-ba12-f2fc35e98f97', 'tenant_id': 'e60a52ce75b94198ac6abb7727e7072d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:42:46.505453 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-b6a44f83-f325-4ebb-b65d-bfa757b1c063 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:46.643073 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-835c5ae7-8fc8-41ff-9c7b-53377cba0a40 req-a5542456-f1e0-4d36-89e6-954d16b759e7 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bd91069f-ef45-44b0-a9c8-022d089d2dff HTTP/1.1" status: 200 len: 210 time: 0.0369031 Nov 02 14:42:46.661875 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-b6a44f83-f325-4ebb-b65d-bfa757b1c063 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:46.721746 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:46.751505 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 33718) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:42:46.791514 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.db_base_plugin_common [None req-b6a44f83-f325-4ebb-b65d-bfa757b1c063 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Allocated IP 172.27.0.26 (1e79e91c-2906-4b84-b981-aada7c6d27e6/3c350c57-8af8-403d-ac8f-51d64fbe694a/2ea843fd-6e6c-4f81-959e-7a3b3efeb415) {{(pid=105391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:42:46.873950 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c1bf6112-2455-4a1e-87df-50b6ccf8c393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:46.910037 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-b6a44f83-f325-4ebb-b65d-bfa757b1c063 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks [] for port (2ea843fd-6e6c-4f81-959e-7a3b3efeb415), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:46.956303 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c1bf6112-2455-4a1e-87df-50b6ccf8c393 admin admin] Publish callbacks [] for security_group (c2bf8579-ae83-4dbc-a2e1-5606d1d2b19f), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:47.010201 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-b6a44f83-f325-4ebb-b65d-bfa757b1c063 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461'] for port (2ea843fd-6e6c-4f81-959e-7a3b3efeb415), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:47.038229 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c1bf6112-2455-4a1e-87df-50b6ccf8c393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (c2bf8579-ae83-4dbc-a2e1-5606d1d2b19f), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:47.059749 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a44f83-f325-4ebb-b65d-bfa757b1c063 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Network 1e79e91c-2906-4b84-b981-aada7c6d27e6 is already hosted by enough agents. {{(pid=105391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:42:47.065949 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [None req-b6a44f83-f325-4ebb-b65d-bfa757b1c063 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Resources bound (agent type, host, resource id): {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:42:47.070061 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a44f83-f325-4ebb-b65d-bfa757b1c063 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Received port after_create {{(pid=105391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:42:47.076191 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a44f83-f325-4ebb-b65d-bfa757b1c063 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Pushing event updated for resources: {'Port': ['ID=2ea843fd-6e6c-4f81-959e-7a3b3efeb415,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:47.078637 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-c1bf6112-2455-4a1e-87df-50b6ccf8c393 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=3845c486be3541e59f186762c5fa2e37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3259795 Nov 02 14:42:47.081282 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf6112-2455-4a1e-87df-50b6ccf8c393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bf8579-ae83-4dbc-a2e1-5606d1d2b19f,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:47.083672 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 33722) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:42:47.148405 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-1c347e65-bda2-411d-9780-9f3c16241ce0 admin admin] Publish callbacks [] for security_group (c2bf8579-ae83-4dbc-a2e1-5606d1d2b19f), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:47.171220 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-1c347e65-bda2-411d-9780-9f3c16241ce0 admin admin] Publish callbacks [] for security_group (c2bf8579-ae83-4dbc-a2e1-5606d1d2b19f), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:47.238776 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c85be-769d-4b9f-8859-95a3e0160555 req-edb50cf9-5363-48ab-a5af-ec789909e3f0 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:47.240289 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b86c85be-769d-4b9f-8859-95a3e0160555 req-edb50cf9-5363-48ab-a5af-ec789909e3f0 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=42424cc7-8d64-4aac-8fb8-405b40f5b526 HTTP/1.1" status: 200 len: 950 time: 0.0954695 Nov 02 14:42:47.284585 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-1c347e65-bda2-411d-9780-9f3c16241ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (c2bf8579-ae83-4dbc-a2e1-5606d1d2b19f), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:47.287436 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-1c347e65-bda2-411d-9780-9f3c16241ce0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:47.288594 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-1c347e65-bda2-411d-9780-9f3c16241ce0 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/c2bf8579-ae83-4dbc-a2e1-5606d1d2b19f HTTP/1.1" status: 204 len: 168 time: 0.2039638 Nov 02 14:42:47.297087 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c347e65-bda2-411d-9780-9f3c16241ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bf8579-ae83-4dbc-a2e1-5606d1d2b19f,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:47.342204 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b86c85be-769d-4b9f-8859-95a3e0160555 req-d0053f8d-61fc-431c-995f-d805be57d247 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0468520c-7911-4675-8602-62bf189c17c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946901 Nov 02 14:42:47.414468 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:47.531110 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156dc13a-01d9-49ea-beac-2080134c8313 req-7f54a96a-7832-4ecc-b833-6ca8f8587c6e tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:47.532715 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-156dc13a-01d9-49ea-beac-2080134c8313 req-7f54a96a-7832-4ecc-b833-6ca8f8587c6e tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 944 time: 0.0718911 Nov 02 14:42:47.533900 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-b6a44f83-f325-4ebb-b65d-bfa757b1c063 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks [] for floatingip (804592e7-3124-47f6-971f-83f471a188ad), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:47.562698 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:UPDATE=2,neutron:INSERT=2,neutron:SELECT=96 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:47.611715 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-156dc13a-01d9-49ea-beac-2080134c8313 req-f9e55146-eb0a-4aca-817c-120578601ae4 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581725 Nov 02 14:42:47.686976 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-b6a44f83-f325-4ebb-b65d-bfa757b1c063 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (2ea843fd-6e6c-4f81-959e-7a3b3efeb415), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:47.790735 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b682fb1a-4189-4be5-9fac-6996b5d5b404 req-08478ca9-af7a-48bc-a419-c3e170df74e6 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bd91069f-ef45-44b0-a9c8-022d089d2dff HTTP/1.1" status: 200 len: 210 time: 0.0328233 Nov 02 14:42:47.930103 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-b6a44f83-f325-4ebb-b65d-bfa757b1c063 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks [] for port (2ea843fd-6e6c-4f81-959e-7a3b3efeb415), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:47.967064 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ecf79-7dfb-4677-aec1-d1a27f3ae9e7 req-9de4fef4-c5ce-46f9-96bd-4c05309d210b tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:47.968525 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ce0ecf79-7dfb-4677-aec1-d1a27f3ae9e7 req-9de4fef4-c5ce-46f9-96bd-4c05309d210b tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=42424cc7-8d64-4aac-8fb8-405b40f5b526 HTTP/1.1" status: 200 len: 950 time: 0.0558062 Nov 02 14:42:47.992500 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-b6a44f83-f325-4ebb-b65d-bfa757b1c063 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (2ea843fd-6e6c-4f81-959e-7a3b3efeb415), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:47.993257 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-b6a44f83-f325-4ebb-b65d-bfa757b1c063 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66773501'] for floatingip (804592e7-3124-47f6-971f-83f471a188ad), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:48.085044 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:48.096076 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ce0ecf79-7dfb-4677-aec1-d1a27f3ae9e7 req-0557451c-c873-4bda-ba0e-b24da50ae9ff tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0468520c-7911-4675-8602-62bf189c17c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210868 Nov 02 14:42:48.096627 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a44f83-f325-4ebb-b65d-bfa757b1c063 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Pushing event updated for resources: {'Port': ['ID=2ea843fd-6e6c-4f81-959e-7a3b3efeb415,revision_number=2']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:48.135814 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 33740) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:42:48.144384 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.db.l3_db [None req-b6a44f83-f325-4ebb-b65d-bfa757b1c063 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Floating IP 804592e7-3124-47f6-971f-83f471a188ad associated. External IP: 172.27.0.26, port: 881c5e7e-3ed6-4eda-ba12-f2fc35e98f97. Nov 02 14:42:48.154194 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-585f754c-d253-4536-af59-fcd4da5e531d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:48.190593 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:48.192582 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=10 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:48.234895 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-585f754c-d253-4536-af59-fcd4da5e531d admin admin] Publish callbacks [] for security_group (2f0fd9c9-3cfb-48d2-98b4-5e10716ae7a1), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:48.317102 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-585f754c-d253-4536-af59-fcd4da5e531d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (2f0fd9c9-3cfb-48d2-98b4-5e10716ae7a1), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:48.347807 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a44f83-f325-4ebb-b65d-bfa757b1c063 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Router 2d56af43-8641-4382-a329-b3df85a761c8 has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:42:48.355853 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f754c-d253-4536-af59-fcd4da5e531d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0fd9c9-3cfb-48d2-98b4-5e10716ae7a1,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:48.360653 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-585f754c-d253-4536-af59-fcd4da5e531d admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=aae1f360509647c0a12257bdc768ef93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236233 Nov 02 14:42:48.363044 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 33742) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:42:48.416511 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-4e21a32f-7b84-48dd-8a80-8aeb5fdf92fb admin admin] Publish callbacks [] for security_group (2f0fd9c9-3cfb-48d2-98b4-5e10716ae7a1), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:48.437493 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-4e21a32f-7b84-48dd-8a80-8aeb5fdf92fb admin admin] Publish callbacks [] for security_group (2f0fd9c9-3cfb-48d2-98b4-5e10716ae7a1), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:48.465593 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a44f83-f325-4ebb-b65d-bfa757b1c063 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:42:48.483415 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114b8a0b-c213-4b77-a220-0017f8a3486b None None] Sync routers for ids ['2d56af43-8641-4382-a329-b3df85a761c8'] in dv-cinder-862365-4-iscsi {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:42:48.494571 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114b8a0b-c213-4b77-a220-0017f8a3486b None None] Routers {'2d56af43-8641-4382-a329-b3df85a761c8'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:42:48.495273 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-114b8a0b-c213-4b77-a220-0017f8a3486b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:42:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['2d56af43-8641-4382-a329-b3df85a761c8'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:42:48.579819 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-4e21a32f-7b84-48dd-8a80-8aeb5fdf92fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (2f0fd9c9-3cfb-48d2-98b4-5e10716ae7a1), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:48.582667 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-4e21a32f-7b84-48dd-8a80-8aeb5fdf92fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:48.582805 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-b6a44f83-f325-4ebb-b65d-bfa757b1c063 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for floatingip (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:48.583873 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-4e21a32f-7b84-48dd-8a80-8aeb5fdf92fb admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/2f0fd9c9-3cfb-48d2-98b4-5e10716ae7a1 HTTP/1.1" status: 204 len: 168 time: 0.2188642 Nov 02 14:42:48.591802 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device bdeedfb0-c94b-4193-9d25-ca0bb97dc80d no longer exists at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:42:48.592216 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e21a32f-7b84-48dd-8a80-8aeb5fdf92fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0fd9c9-3cfb-48d2-98b4-5e10716ae7a1,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:48.613409 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-114b8a0b-c213-4b77-a220-0017f8a3486b None None] Set router 2d56af43-8641-4382-a329-b3df85a761c8 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:42:48.623876 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-b6a44f83-f325-4ebb-b65d-bfa757b1c063 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2150276 Nov 02 14:42:48.624875 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d10c5a-012e-4d8a-8188-c2289e1605b7', 'tag': '881c5e7e-3ed6-4eda-ba12-f2fc35e98f97'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:42:48.628084 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 33746) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:42:48.628311 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba54b7d-e7b5-406f-8b65-1a0753624f27" -d '{"events": [{"name": "network-changed", "server_uuid": "24d10c5a-012e-4d8a-8188-c2289e1605b7", "tag": "881c5e7e-3ed6-4eda-ba12-f2fc35e98f97"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:42:48.634257 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-b9154de8-ab8f-4bf6-8847-f30c608791ae tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-29703795', 'description': 'tempest-secgroup-smoke-29703795 description', 'project_id': 'e60a52ce75b94198ac6abb7727e7072d'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:42:48.670206 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] No Port match for: bdeedfb0-c94b-4193-9d25-ca0bb97dc80d {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:42:48.670550 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device bdeedfb0-c94b-4193-9d25-ca0bb97dc80d not bound to the agent host hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:42:48.675467 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ffd4fd-b1fe-4aa4-97d0-f72b33500845 x-openstack-request-id: req-20ffd4fd-b1fe-4aa4-97d0-f72b33500845 {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:42:48.676686 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24d10c5a-012e-4d8a-8188-c2289e1605b7", "tag": "881c5e7e-3ed6-4eda-ba12-f2fc35e98f97", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:42:48.677106 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-20ffd4fd-b1fe-4aa4-97d0-f72b33500845 {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:42:48.677798 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20ffd4fd-b1fe-4aa4-97d0-f72b33500845'] response: {'name': 'network-changed', 'server_uuid': '24d10c5a-012e-4d8a-8188-c2289e1605b7', 'tag': '881c5e7e-3ed6-4eda-ba12-f2fc35e98f97', 'status': 'completed', 'code': 200} Nov 02 14:42:48.751802 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-b9154de8-ab8f-4bf6-8847-f30c608791ae tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:48.776494 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7ab5b-6e00-47ed-a754-d9268b82f62c req-05a07ce7-0cb5-496a-bcb8-afa1dcad1a55 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:48.778318 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-05c7ab5b-6e00-47ed-a754-d9268b82f62c req-05a07ce7-0cb5-496a-bcb8-afa1dcad1a55 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 944 time: 0.0603528 Nov 02 14:42:48.850151 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-b9154de8-ab8f-4bf6-8847-f30c608791ae tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks [] for security_group (fb65d1e8-d64b-4519-9c9f-59355c916132), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:48.864624 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-05c7ab5b-6e00-47ed-a754-d9268b82f62c req-48ce2b8b-a00b-40f5-916b-16b984d8e23c tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786090 Nov 02 14:42:48.877667 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-114b8a0b-c213-4b77-a220-0017f8a3486b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d56af43-8641-4382-a329-b3df85a761c8', 'name': 'tempest-TestMinimumBasicScenario-399765030-router', 'tenant_id': 'e60a52ce75b94198ac6abb7727e7072d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '721b5b90-ef52-4bfa-b4e1-4f468d1b2deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:41:11Z', 'updated_at': '2022-11-02T14:41:15Z', 'revision_number': 4, 'project_id': 'e60a52ce75b94198ac6abb7727e7072d', 'gw_port': {'id': '721b5b90-ef52-4bfa-b4e1-4f468d1b2deb', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d56af43-8641-4382-a329-b3df85a761c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:41:12Z', 'updated_at': '2022-11-02T14:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': '804592e7-3124-47f6-971f-83f471a188ad', 'tenant_id': 'e60a52ce75b94198ac6abb7727e7072d', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': '2d56af43-8641-4382-a329-b3df85a761c8', 'port_id': '881c5e7e-3ed6-4eda-ba12-f2fc35e98f97', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e8c38f-06c6-404d-bcd7-7c9cd1de864c', 'mac_address': 'fa:16:3e:21:33:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d10c5a-012e-4d8a-8188-c2289e1605b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:42:47Z', 'updated_at': '2022-11-02T14:42:47Z', 'revision_number': 0, 'project_id': 'e60a52ce75b94198ac6abb7727e7072d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965', 'name': '', 'network_id': 'a5e8c38f-06c6-404d-bcd7-7c9cd1de864c', 'tenant_id': 'e60a52ce75b94198ac6abb7727e7072d', 'mac_address': 'fa:16:3e:e2:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d56af43-8641-4382-a329-b3df85a761c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '6eab41e4-42d8-41d3-93f0-9494ff932f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:41:15Z', 'updated_at': '2022-11-02T14:41:20Z', 'revision_number': 5, 'project_id': 'e60a52ce75b94198ac6abb7727e7072d', 'subnets': [{'id': '6eab41e4-42d8-41d3-93f0-9494ff932f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:42:48.906521 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114b8a0b-c213-4b77-a220-0017f8a3486b None None] Checking router: 2d56af43-8641-4382-a329-b3df85a761c8 for host: dv-cinder-862365-4-iscsi {{(pid=105392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:42:48.917319 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114b8a0b-c213-4b77-a220-0017f8a3486b None None] Routers {'2d56af43-8641-4382-a329-b3df85a761c8'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:42:48.918059 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-114b8a0b-c213-4b77-a220-0017f8a3486b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:42:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['2d56af43-8641-4382-a329-b3df85a761c8'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:42:48.935687 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6f18dc4e-31b4-4544-900e-5a98a77d96b3 req-b6968f66-b368-419e-a916-ffa0754feb9e tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bd91069f-ef45-44b0-a9c8-022d089d2dff HTTP/1.1" status: 200 len: 210 time: 0.0287476 Nov 02 14:42:48.946855 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-b9154de8-ab8f-4bf6-8847-f30c608791ae tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (fb65d1e8-d64b-4519-9c9f-59355c916132), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:48.977337 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9154de8-ab8f-4bf6-8847-f30c608791ae tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb65d1e8-d64b-4519-9c9f-59355c916132,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:49.035718 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-114b8a0b-c213-4b77-a220-0017f8a3486b None None] Set router 2d56af43-8641-4382-a329-b3df85a761c8 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:42:49.052705 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-b9154de8-ab8f-4bf6-8847-f30c608791ae tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:49.054757 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-b9154de8-ab8f-4bf6-8847-f30c608791ae tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4251018 Nov 02 14:42:49.057956 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 33756) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:42:49.062742 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-ac563787-6324-4d06-872e-840e8bff3780 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Request body: {'security_group_rule': {'security_group_id': 'fb65d1e8-d64b-4519-9c9f-59355c916132', 'project_id': 'e60a52ce75b94198ac6abb7727e7072d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:42:49.137289 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ac563787-6324-4d06-872e-840e8bff3780 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks [] for security_group_rule (38213664-b5eb-4ff8-a485-ef8af7ca4477), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:49.196782 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:UPDATE=2,neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=5 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:49.208088 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ac563787-6324-4d06-872e-840e8bff3780 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks [] for security_group_rule (38213664-b5eb-4ff8-a485-ef8af7ca4477), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:49.228684 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dfc79e-0d1b-4277-9e23-0402f9bf3c2b req-e3d8f302-e769-42b3-bc7a-de5884367d6e tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:49.230285 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-67dfc79e-0d1b-4277-9e23-0402f9bf3c2b req-e3d8f302-e769-42b3-bc7a-de5884367d6e tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=42424cc7-8d64-4aac-8fb8-405b40f5b526 HTTP/1.1" status: 200 len: 950 time: 0.0520387 Nov 02 14:42:49.267404 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-114b8a0b-c213-4b77-a220-0017f8a3486b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d56af43-8641-4382-a329-b3df85a761c8', 'name': 'tempest-TestMinimumBasicScenario-399765030-router', 'tenant_id': 'e60a52ce75b94198ac6abb7727e7072d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '721b5b90-ef52-4bfa-b4e1-4f468d1b2deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:41:11Z', 'updated_at': '2022-11-02T14:41:15Z', 'revision_number': 4, 'project_id': 'e60a52ce75b94198ac6abb7727e7072d', 'gw_port': {'id': '721b5b90-ef52-4bfa-b4e1-4f468d1b2deb', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d56af43-8641-4382-a329-b3df85a761c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:41:12Z', 'updated_at': '2022-11-02T14:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': '804592e7-3124-47f6-971f-83f471a188ad', 'tenant_id': 'e60a52ce75b94198ac6abb7727e7072d', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': '2d56af43-8641-4382-a329-b3df85a761c8', 'port_id': '881c5e7e-3ed6-4eda-ba12-f2fc35e98f97', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e8c38f-06c6-404d-bcd7-7c9cd1de864c', 'mac_address': 'fa:16:3e:21:33:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d10c5a-012e-4d8a-8188-c2289e1605b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:42:47Z', 'updated_at': '2022-11-02T14:42:47Z', 'revision_number': 0, 'project_id': 'e60a52ce75b94198ac6abb7727e7072d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965', 'name': '', 'network_id': 'a5e8c38f-06c6-404d-bcd7-7c9cd1de864c', 'tenant_id': 'e60a52ce75b94198ac6abb7727e7072d', 'mac_address': 'fa:16:3e:e2:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d56af43-8641-4382-a329-b3df85a761c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '6eab41e4-42d8-41d3-93f0-9494ff932f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:41:15Z', 'updated_at': '2022-11-02T14:41:20Z', 'revision_number': 5, 'project_id': 'e60a52ce75b94198ac6abb7727e7072d', 'subnets': [{'id': '6eab41e4-42d8-41d3-93f0-9494ff932f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:42:49.283291 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-67dfc79e-0d1b-4277-9e23-0402f9bf3c2b req-4a533d7a-e451-42b6-a617-19959375b251 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0468520c-7911-4675-8602-62bf189c17c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461199 Nov 02 14:42:49.284447 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ac563787-6324-4d06-872e-840e8bff3780 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66819821'] for security_group_rule (38213664-b5eb-4ff8-a485-ef8af7ca4477), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:49.297955 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114b8a0b-c213-4b77-a220-0017f8a3486b None None] The sync data for ids ['2d56af43-8641-4382-a329-b3df85a761c8'] in dv-cinder-862365-4-iscsi is: [{'id': '2d56af43-8641-4382-a329-b3df85a761c8', 'name': 'tempest-TestMinimumBasicScenario-399765030-router', 'tenant_id': 'e60a52ce75b94198ac6abb7727e7072d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '721b5b90-ef52-4bfa-b4e1-4f468d1b2deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:41:11Z', 'updated_at': '2022-11-02T14:41:15Z', 'revision_number': 4, 'project_id': 'e60a52ce75b94198ac6abb7727e7072d', 'gw_port': {'id': '721b5b90-ef52-4bfa-b4e1-4f468d1b2deb', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d56af43-8641-4382-a329-b3df85a761c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:41:12Z', 'updated_at': '2022-11-02T14:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': '804592e7-3124-47f6-971f-83f471a188ad', 'tenant_id': 'e60a52ce75b94198ac6abb7727e7072d', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': '2d56af43-8641-4382-a329-b3df85a761c8', 'port_id': '881c5e7e-3ed6-4eda-ba12-f2fc35e98f97', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e8c38f-06c6-404d-bcd7-7c9cd1de864c', 'mac_address': 'fa:16:3e:21:33:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d10c5a-012e-4d8a-8188-c2289e1605b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:42:47Z', 'updated_at': '2022-11-02T14:42:47Z', 'revision_number': 0, 'project_id': 'e60a52ce75b94198ac6abb7727e7072d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965', 'name': '', 'network_id': 'a5e8c38f-06c6-404d-bcd7-7c9cd1de864c', 'tenant_id': 'e60a52ce75b94198ac6abb7727e7072d', 'mac_address': 'fa:16:3e:e2:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d56af43-8641-4382-a329-b3df85a761c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '6eab41e4-42d8-41d3-93f0-9494ff932f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:41:15Z', 'updated_at': '2022-11-02T14:41:20Z', 'revision_number': 5, 'project_id': 'e60a52ce75b94198ac6abb7727e7072d', 'subnets': [{'id': '6eab41e4-42d8-41d3-93f0-9494ff932f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:42:49.303391 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac563787-6324-4d06-872e-840e8bff3780 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38213664-b5eb-4ff8-a485-ef8af7ca4477,revision_number=0']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:49.372125 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ac563787-6324-4d06-872e-840e8bff3780 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:49.373195 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-ac563787-6324-4d06-872e-840e8bff3780 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3135045 Nov 02 14:42:49.375691 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 33760) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:42:49.380932 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-4b7090e0-942e-46d2-a088-965678cdd608 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Request body: {'security_group_rule': {'security_group_id': 'fb65d1e8-d64b-4519-9c9f-59355c916132', 'project_id': 'e60a52ce75b94198ac6abb7727e7072d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:42:49.415660 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 33762) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:42:49.429716 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-7b2b49de-67a2-473b-8926-62abba90504d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:49.487486 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-4b7090e0-942e-46d2-a088-965678cdd608 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks [] for security_group_rule (5490d227-1f31-4c1d-8967-6338c942c940), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:49.512842 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:49.526263 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-7b2b49de-67a2-473b-8926-62abba90504d admin admin] Publish callbacks [] for security_group (734d2bca-f1d7-4084-ad69-0476a581fb2e), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:49.535830 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42c7d0e-c26a-449f-a674-d897149c851b None None] New status for floating IP 804592e7-3124-47f6-971f-83f471a188ad: ACTIVE {{(pid=105393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 14:42:49.547657 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-4b7090e0-942e-46d2-a088-965678cdd608 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks [] for security_group_rule (5490d227-1f31-4c1d-8967-6338c942c940), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:49.569440 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:49.603949 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-7b2b49de-67a2-473b-8926-62abba90504d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (734d2bca-f1d7-4084-ad69-0476a581fb2e), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:49.632867 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-4b7090e0-942e-46d2-a088-965678cdd608 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66819821'] for security_group_rule (5490d227-1f31-4c1d-8967-6338c942c940), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:49.647792 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-7b2b49de-67a2-473b-8926-62abba90504d admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=65ff6b56d28a4fe38496bda7c89a29bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310462 Nov 02 14:42:49.649109 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b49de-67a2-473b-8926-62abba90504d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734d2bca-f1d7-4084-ad69-0476a581fb2e,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:49.650946 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 33764) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:42:49.651630 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7090e0-942e-46d2-a088-965678cdd608 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5490d227-1f31-4c1d-8967-6338c942c940,revision_number=0']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:49.709997 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f73c70e9-1865-4855-a15a-2664ab13dcb6 admin admin] Publish callbacks [] for security_group (734d2bca-f1d7-4084-ad69-0476a581fb2e), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:49.730353 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f73c70e9-1865-4855-a15a-2664ab13dcb6 admin admin] Publish callbacks [] for security_group (734d2bca-f1d7-4084-ad69-0476a581fb2e), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:49.756182 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-4b7090e0-942e-46d2-a088-965678cdd608 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:49.760004 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-4b7090e0-942e-46d2-a088-965678cdd608 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3801405 Nov 02 14:42:49.761245 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 33766) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:42:49.766815 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-38b0a2e9-ab60-4281-88cc-e783daf8d3f9 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Request body: {'security_group_rule': {'security_group_id': 'fb65d1e8-d64b-4519-9c9f-59355c916132', 'project_id': 'e60a52ce75b94198ac6abb7727e7072d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:42:49.859726 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f73c70e9-1865-4855-a15a-2664ab13dcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (734d2bca-f1d7-4084-ad69-0476a581fb2e), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:49.862867 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f73c70e9-1865-4855-a15a-2664ab13dcb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:49.864056 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-f73c70e9-1865-4855-a15a-2664ab13dcb6 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/734d2bca-f1d7-4084-ad69-0476a581fb2e HTTP/1.1" status: 204 len: 168 time: 0.2103081 Nov 02 14:42:49.866077 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-38b0a2e9-ab60-4281-88cc-e783daf8d3f9 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks [] for security_group_rule (5763676c-b085-4deb-84e3-03ff896ffc2a), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:49.877346 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c70e9-1865-4855-a15a-2664ab13dcb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734d2bca-f1d7-4084-ad69-0476a581fb2e,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:49.957728 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:49.960033 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-38b0a2e9-ab60-4281-88cc-e783daf8d3f9 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks [] for security_group_rule (5763676c-b085-4deb-84e3-03ff896ffc2a), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:50.023655 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312efe8-9938-4768-801d-956ec3696a34 req-0acaabee-e4ce-480c-bfd4-4fde38c5e537 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:50.025382 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7312efe8-9938-4768-801d-956ec3696a34 req-0acaabee-e4ce-480c-bfd4-4fde38c5e537 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 944 time: 0.0609722 Nov 02 14:42:50.068653 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-bb910c16-ce05-421a-b3b8-5440f32a5de4 req-69911d0d-bfda-4c85-8dfa-7e6338d635d8 tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bd91069f-ef45-44b0-a9c8-022d089d2dff HTTP/1.1" status: 200 len: 210 time: 0.0397019 Nov 02 14:42:50.069341 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-38b0a2e9-ab60-4281-88cc-e783daf8d3f9 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66819821'] for security_group_rule (5763676c-b085-4deb-84e3-03ff896ffc2a), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:50.098928 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba54b7d-e7b5-406f-8b65-1a0753624f27 req-83271de7-7eff-44e6-b747-aefe3591a7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:50.100144 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-dba54b7d-e7b5-406f-8b65-1a0753624f27 req-83271de7-7eff-44e6-b747-aefe3591a7f9 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=e60a52ce75b94198ac6abb7727e7072d&device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 1130 time: 0.0531063 Nov 02 14:42:50.113917 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0a2e9-ab60-4281-88cc-e783daf8d3f9 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5763676c-b085-4deb-84e3-03ff896ffc2a,revision_number=0']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:50.130753 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7312efe8-9938-4768-801d-956ec3696a34 req-86f15f4f-5a3a-4d0f-804f-94b715336ee8 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925088 Nov 02 14:42:50.177359 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-38b0a2e9-ab60-4281-88cc-e783daf8d3f9 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:50.178584 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-38b0a2e9-ab60-4281-88cc-e783daf8d3f9 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4161224 Nov 02 14:42:50.181400 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 33774) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:42:50.185724 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-aa83cb80-e952-4741-9a36-7f937eac56f5 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Request body: {'security_group_rule': {'security_group_id': 'fb65d1e8-d64b-4519-9c9f-59355c916132', 'project_id': 'e60a52ce75b94198ac6abb7727e7072d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:42:50.273034 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-aa83cb80-e952-4741-9a36-7f937eac56f5 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks [] for security_group_rule (efac55b2-d84d-47f1-af3d-223d728abb32), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:50.347687 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-aa83cb80-e952-4741-9a36-7f937eac56f5 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks [] for security_group_rule (efac55b2-d84d-47f1-af3d-223d728abb32), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:50.415786 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ef635-ece2-4f11-9c20-5f2ac0a4c699 req-76c4e926-65f6-4112-afb4-6ae2a0ed8d32 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:50.417301 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2b5ef635-ece2-4f11-9c20-5f2ac0a4c699 req-76c4e926-65f6-4112-afb4-6ae2a0ed8d32 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=42424cc7-8d64-4aac-8fb8-405b40f5b526 HTTP/1.1" status: 200 len: 950 time: 0.0495317 Nov 02 14:42:50.467839 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2b5ef635-ece2-4f11-9c20-5f2ac0a4c699 req-0b09c790-9932-49af-bc21-ba899d458d0d tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0468520c-7911-4675-8602-62bf189c17c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440423 Nov 02 14:42:50.487236 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-aa83cb80-e952-4741-9a36-7f937eac56f5 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66819821'] for security_group_rule (efac55b2-d84d-47f1-af3d-223d728abb32), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:50.507879 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83cb80-e952-4741-9a36-7f937eac56f5 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efac55b2-d84d-47f1-af3d-223d728abb32,revision_number=0']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:50.662913 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-aa83cb80-e952-4741-9a36-7f937eac56f5 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:50.664141 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-aa83cb80-e952-4741-9a36-7f937eac56f5 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4818232 Nov 02 14:42:50.667139 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 33790) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:42:50.671538 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-7470742c-30f8-4232-9a60-365651ad3f3e tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Request body: {'security_group_rule': {'security_group_id': 'fb65d1e8-d64b-4519-9c9f-59355c916132', 'project_id': 'e60a52ce75b94198ac6abb7727e7072d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:42:50.775845 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.db.securitygroups_db [None req-7470742c-30f8-4232-9a60-365651ad3f3e tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Project e60a52ce75b94198ac6abb7727e7072d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 14:42:50.782611 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-7470742c-30f8-4232-9a60-365651ad3f3e tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks [] for security_group_rule (d0aafdb0-2212-44bd-8704-b767d18d7783), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:50.815483 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=5 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:50.846436 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-7470742c-30f8-4232-9a60-365651ad3f3e tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks [] for security_group_rule (d0aafdb0-2212-44bd-8704-b767d18d7783), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:50.933877 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-7470742c-30f8-4232-9a60-365651ad3f3e tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66819821'] for security_group_rule (d0aafdb0-2212-44bd-8704-b767d18d7783), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:50.954293 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470742c-30f8-4232-9a60-365651ad3f3e tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0aafdb0-2212-44bd-8704-b767d18d7783,revision_number=0']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:51.052026 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:51.086581 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba54b7d-e7b5-406f-8b65-1a0753624f27 req-b9e89ba8-f92f-44c1-bc93-42d9c3869c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:51.088221 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-dba54b7d-e7b5-406f-8b65-1a0753624f27 req-b9e89ba8-f92f-44c1-bc93-42d9c3869c56 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=a5e8c38f-06c6-404d-bcd7-7c9cd1de864c HTTP/1.1" status: 200 len: 915 time: 0.1010830 Nov 02 14:42:51.168124 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-dba54b7d-e7b5-406f-8b65-1a0753624f27 req-10703585-ae79-4674-ac6a-023068c9f79b service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=881c5e7e-3ed6-4eda-ba12-f2fc35e98f97 HTTP/1.1" status: 200 len: 1001 time: 0.0710797 Nov 02 14:42:51.227044 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba54b7d-e7b5-406f-8b65-1a0753624f27 req-2f5d657a-2ad5-49ba-b644-1524006b5a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:51.228625 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-dba54b7d-e7b5-406f-8b65-1a0753624f27 req-2f5d657a-2ad5-49ba-b644-1524006b5a2b service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6eab41e4-42d8-41d3-93f0-9494ff932f52 HTTP/1.1" status: 200 len: 853 time: 0.0523927 Nov 02 14:42:51.283520 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba54b7d-e7b5-406f-8b65-1a0753624f27 req-33c6b15e-372c-4173-aa2f-bfc6e767dc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:51.285495 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-dba54b7d-e7b5-406f-8b65-1a0753624f27 req-33c6b15e-372c-4173-aa2f-bfc6e767dc8f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=a5e8c38f-06c6-404d-bcd7-7c9cd1de864c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496511 Nov 02 14:42:51.390022 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-7470742c-30f8-4232-9a60-365651ad3f3e tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:51.390500 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-dba54b7d-e7b5-406f-8b65-1a0753624f27 req-aef401fd-a456-47d1-9645-8250bb5d3590 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a5e8c38f-06c6-404d-bcd7-7c9cd1de864c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979688 Nov 02 14:42:51.394789 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 33810) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:42:51.395654 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-7470742c-30f8-4232-9a60-365651ad3f3e tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7274277 Nov 02 14:42:51.400001 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-d9f36345-1767-4cd3-a421-85d1e67e96e8 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Request body: {'security_group_rule': {'security_group_id': 'fb65d1e8-d64b-4519-9c9f-59355c916132', 'project_id': 'e60a52ce75b94198ac6abb7727e7072d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:42:51.410783 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:51.449659 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6a3bad9e-5c44-4964-bc5b-ce9b196b2b4a req-b42ae17e-4d11-411e-939d-41cea42fb15e tempest-VolumesActionsTest-428532952 tempest-VolumesActionsTest-428532952-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=bd91069f-ef45-44b0-a9c8-022d089d2dff HTTP/1.1" status: 200 len: 210 time: 0.0741978 Nov 02 14:42:51.455943 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba02387-8108-4a17-b0b5-067ac472cfcf req-ba85f99c-98fa-4287-8daf-635b572eff6b tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:51.457547 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-dba02387-8108-4a17-b0b5-067ac472cfcf req-ba85f99c-98fa-4287-8daf-635b572eff6b tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=42424cc7-8d64-4aac-8fb8-405b40f5b526 HTTP/1.1" status: 200 len: 950 time: 0.4277992 Nov 02 14:42:51.488597 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf36413-54af-4930-8da4-6422c661c7e8 req-5c550022-70ff-46f8-9cbf-9b0de1753adc tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:51.493183 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-baf36413-54af-4930-8da4-6422c661c7e8 req-5c550022-70ff-46f8-9cbf-9b0de1753adc tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 944 time: 0.1198804 Nov 02 14:42:51.513095 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-dba54b7d-e7b5-406f-8b65-1a0753624f27 req-cde3eea4-f689-41cc-858d-eb8292b66395 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a5e8c38f-06c6-404d-bcd7-7c9cd1de864c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061037 Nov 02 14:42:51.562621 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.db.securitygroups_db [None req-d9f36345-1767-4cd3-a421-85d1e67e96e8 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Project e60a52ce75b94198ac6abb7727e7072d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 14:42:51.568412 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d9f36345-1767-4cd3-a421-85d1e67e96e8 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks [] for security_group_rule (dfb7345c-2e81-471b-8b04-5483fb844a61), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:51.642125 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d9f36345-1767-4cd3-a421-85d1e67e96e8 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks [] for security_group_rule (dfb7345c-2e81-471b-8b04-5483fb844a61), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:51.645292 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-baf36413-54af-4930-8da4-6422c661c7e8 req-0cfa1b4c-5081-489a-af1f-f7ae04259fe0 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512148 Nov 02 14:42:51.645829 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [req-dba02387-8108-4a17-b0b5-067ac472cfcf req-be394d98-33a1-4e78-94d0-326a89bfed14 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Deleting port ef464795-086c-4a51-be10-888615a9b1d0 {{(pid=105391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:42:51.646857 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-dba02387-8108-4a17-b0b5-067ac472cfcf req-be394d98-33a1-4e78-94d0-326a89bfed14 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (ef464795-086c-4a51-be10-888615a9b1d0), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:51.677422 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548d979-0622-4041-913b-8c356aa4fe17 req-58940103-4050-41f2-93de-3ed0a45ddf38 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:51.678901 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7548d979-0622-4041-913b-8c356aa4fe17 req-58940103-4050-41f2-93de-3ed0a45ddf38 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=42424cc7-8d64-4aac-8fb8-405b40f5b526 HTTP/1.1" status: 200 len: 950 time: 0.0972848 Nov 02 14:42:51.718281 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d9f36345-1767-4cd3-a421-85d1e67e96e8 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66819821'] for security_group_rule (dfb7345c-2e81-471b-8b04-5483fb844a61), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:51.740091 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f36345-1767-4cd3-a421-85d1e67e96e8 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfb7345c-2e81-471b-8b04-5483fb844a61,revision_number=0']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:51.747555 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:51.785759 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7548d979-0622-4041-913b-8c356aa4fe17 req-01d9b20e-d7d7-42ea-bb5a-9bdcc788ec92 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0468520c-7911-4675-8602-62bf189c17c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009614 Nov 02 14:42:51.790691 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-dba02387-8108-4a17-b0b5-067ac472cfcf req-be394d98-33a1-4e78-94d0-326a89bfed14 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] For port ef464795-086c-4a51-be10-888615a9b1d0, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=ef464795-086c-4a51-be10-888615a9b1d0,segment=NetworkSegment(dc5005c6-768f-40fb-865a-f94cd6fa435a),segment_id=dc5005c6-768f-40fb-865a-f94cd6fa435a)] {{(pid=105391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:42:51.791066 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-dba02387-8108-4a17-b0b5-067ac472cfcf req-be394d98-33a1-4e78-94d0-326a89bfed14 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (ef464795-086c-4a51-be10-888615a9b1d0), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:51.804473 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [req-dba02387-8108-4a17-b0b5-067ac472cfcf req-be394d98-33a1-4e78-94d0-326a89bfed14 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Calling delete_port for ef464795-086c-4a51-be10-888615a9b1d0 owned by compute:nova {{(pid=105391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:42:51.815020 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d9f36345-1767-4cd3-a421-85d1e67e96e8 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:51.819228 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-d9f36345-1767-4cd3-a421-85d1e67e96e8 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4202611 Nov 02 14:42:51.929238 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d354fef2-4aab-4b42-ad70-e13884782006 req-5cb90ff0-e378-40b1-a8a8-c6c49d1b1390 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-29703795&fields=id&tenant_id=e60a52ce75b94198ac6abb7727e7072d HTTP/1.1" status: 200 len: 267 time: 0.0638897 Nov 02 14:42:52.013423 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354fef2-4aab-4b42-ad70-e13884782006 req-8323da6d-81ee-4eaa-bd17-49046e212ed5 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:52.014931 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d354fef2-4aab-4b42-ad70-e13884782006 req-8323da6d-81ee-4eaa-bd17-49046e212ed5 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 946 time: 0.0796659 Nov 02 14:42:52.026627 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [req-d354fef2-4aab-4b42-ad70-e13884782006 req-8425f17c-e353-49cc-a877-fee03c632b07 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Request body: {'port': {'security_groups': ['bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9', 'fb65d1e8-d64b-4519-9c9f-59355c916132']}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:42:52.092482 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-dba02387-8108-4a17-b0b5-067ac472cfcf req-be394d98-33a1-4e78-94d0-326a89bfed14 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470'] for port (ef464795-086c-4a51-be10-888615a9b1d0), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:52.131245 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-d354fef2-4aab-4b42-ad70-e13884782006 req-8425f17c-e353-49cc-a877-fee03c632b07 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (881c5e7e-3ed6-4eda-ba12-f2fc35e98f97), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:52.134501 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be394d98-33a1-4e78-94d0-326a89bfed14 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Pushing event deleted for resources: {'Port': ['ID=ef464795-086c-4a51-be10-888615a9b1d0,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:52.147876 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] get_ports_and_sgs() called for port_ids ['ef464795-086c-4a51-be10-888615a9b1d0'] {{(pid=105392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 14:42:52.210746 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba02387-8108-4a17-b0b5-067ac472cfcf req-be394d98-33a1-4e78-94d0-326a89bfed14 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] No DVR routers for this DVR port ef464795-086c-4a51-be10-888615a9b1d0 on host hv-cinder-86236 {{(pid=105391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:42:52.215202 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-dba02387-8108-4a17-b0b5-067ac472cfcf req-be394d98-33a1-4e78-94d0-326a89bfed14 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:52.218534 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-dba02387-8108-4a17-b0b5-067ac472cfcf req-be394d98-33a1-4e78-94d0-326a89bfed14 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.64 "DELETE /networking/v2.0/ports/ef464795-086c-4a51-be10-888615a9b1d0 HTTP/1.1" status: 204 len: 173 time: 0.7226403 Nov 02 14:42:52.219278 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42424cc7-8d64-4aac-8fb8-405b40f5b526', 'name': 'network-vif-deleted', 'tag': 'ef464795-086c-4a51-be10-888615a9b1d0'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:42:52.221838 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0653a898-530e-4f29-a7fa-a6d1c5ae2789" -d '{"events": [{"server_uuid": "42424cc7-8d64-4aac-8fb8-405b40f5b526", "name": "network-vif-deleted", "tag": "ef464795-086c-4a51-be10-888615a9b1d0"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:42:52.238176 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:52.271912 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86bf6ef-0784-4494-9157-77a1c2028cbc x-openstack-request-id: req-b86bf6ef-0784-4494-9157-77a1c2028cbc {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:42:52.272275 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42424cc7-8d64-4aac-8fb8-405b40f5b526", "name": "network-vif-deleted", "tag": "ef464795-086c-4a51-be10-888615a9b1d0", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:42:52.272588 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b86bf6ef-0784-4494-9157-77a1c2028cbc {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:42:52.273077 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b86bf6ef-0784-4494-9157-77a1c2028cbc'] response: {'server_uuid': '42424cc7-8d64-4aac-8fb8-405b40f5b526', 'name': 'network-vif-deleted', 'tag': 'ef464795-086c-4a51-be10-888615a9b1d0', 'status': 'completed', 'code': 200} Nov 02 14:42:52.399894 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-d354fef2-4aab-4b42-ad70-e13884782006 req-8425f17c-e353-49cc-a877-fee03c632b07 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] For port 881c5e7e-3ed6-4eda-ba12-f2fc35e98f97, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=881c5e7e-3ed6-4eda-ba12-f2fc35e98f97,segment=NetworkSegment(5190f057-06cd-4304-84b1-7684f23b68ce),segment_id=5190f057-06cd-4304-84b1-7684f23b68ce)] {{(pid=105391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:42:52.432366 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-d354fef2-4aab-4b42-ad70-e13884782006 req-8425f17c-e353-49cc-a877-fee03c632b07 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks [] for port (881c5e7e-3ed6-4eda-ba12-f2fc35e98f97), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:52.494977 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-d354fef2-4aab-4b42-ad70-e13884782006 req-8425f17c-e353-49cc-a877-fee03c632b07 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (881c5e7e-3ed6-4eda-ba12-f2fc35e98f97), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:52.507221 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354fef2-4aab-4b42-ad70-e13884782006 req-8425f17c-e353-49cc-a877-fee03c632b07 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:52.508080 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-d354fef2-4aab-4b42-ad70-e13884782006 req-8425f17c-e353-49cc-a877-fee03c632b07 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:52.509642 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d354fef2-4aab-4b42-ad70-e13884782006 req-8425f17c-e353-49cc-a877-fee03c632b07 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "PUT /networking/v2.0/ports/881c5e7e-3ed6-4eda-ba12-f2fc35e98f97 HTTP/1.1" status: 200 len: 982 time: 0.4878197 Nov 02 14:42:52.542868 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] get_ports_and_sgs() called for port_ids ['881c5e7e-3ed6-4eda-ba12-f2fc35e98f97'] {{(pid=105392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 14:42:52.564096 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8425f17c-e353-49cc-a877-fee03c632b07 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Pushing event updated for resources: {'Port': ['ID=881c5e7e-3ed6-4eda-ba12-f2fc35e98f97,revision_number=6']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:52.640734 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device af3cc54b-a081-4f0c-aad1-a5c16e7530c7 details requested by agent hyperv_hv-cinder-86236 with host hv-cinder-86236 {{(pid=105392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 14:42:52.649684 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=100 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:52.661345 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b1df2-e60a-4708-9223-662c6012bd7d req-ce296b1b-7466-4d81-8962-555811c1b2fc tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:52.662944 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2c9b1df2-e60a-4708-9223-662c6012bd7d req-ce296b1b-7466-4d81-8962-555811c1b2fc tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 985 time: 0.0489872 Nov 02 14:42:52.693907 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:52.732397 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] get_ports_and_sgs() called for port_ids ['881c5e7e-3ed6-4eda-ba12-f2fc35e98f97'] {{(pid=105392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 14:42:52.763677 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2c9b1df2-e60a-4708-9223-662c6012bd7d req-49a33004-e757-41b3-9703-858f2fbffb79 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=fb65d1e8-d64b-4519-9c9f-59355c916132&id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0946844 Nov 02 14:42:52.837421 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353689d9-0931-46a4-8edf-dacb69505c8e req-ed4e274b-a732-4387-b801-06970c259ff6 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:52.839291 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-353689d9-0931-46a4-8edf-dacb69505c8e req-ed4e274b-a732-4387-b801-06970c259ff6 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 944 time: 0.0747023 Nov 02 14:42:52.904698 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port af3cc54b-a081-4f0c-aad1-a5c16e7530c7, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=af3cc54b-a081-4f0c-aad1-a5c16e7530c7,segment=NetworkSegment(1eff0572-7501-4653-a799-253705bab93c),segment_id=1eff0572-7501-4653-a799-253705bab93c)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:42:52.917546 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-353689d9-0931-46a4-8edf-dacb69505c8e req-2082bf0e-7cb4-4b7e-9ab8-0bf7fb084231 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690315 Nov 02 14:42:52.962334 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Returning: {'device': 'af3cc54b-a081-4f0c-aad1-a5c16e7530c7', 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba', 'port_id': 'af3cc54b-a081-4f0c-aad1-a5c16e7530c7', 'mac_address': 'fa:16:3e:8d:4b:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 480, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f2bb5b-1705-4182-9233-e8913f6cd258', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 14:42:52.979081 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6c8b6b5f-a977-426d-9185-a5c2ffd03642 req-dc7dcf09-082d-41c2-b2d9-4935622073a2 tempest-VolumesNegativeTest-1892688683 tempest-VolumesNegativeTest-1892688683-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=42424cc7-8d64-4aac-8fb8-405b40f5b526 HTTP/1.1" status: 200 len: 210 time: 0.0425360 Nov 02 14:42:53.066753 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port af3cc54b-a081-4f0c-aad1-a5c16e7530c7 is: DOWN; New status is: BUILD {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:42:53.067152 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (af3cc54b-a081-4f0c-aad1-a5c16e7530c7), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:53.107955 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af3cc54b-a081-4f0c-aad1-a5c16e7530c7 {{(pid=105392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:42:53.162639 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port af3cc54b-a081-4f0c-aad1-a5c16e7530c7, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=af3cc54b-a081-4f0c-aad1-a5c16e7530c7,segment=NetworkSegment(1eff0572-7501-4653-a799-253705bab93c),segment_id=1eff0572-7501-4653-a799-253705bab93c)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:42:53.183838 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:53.260406 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (af3cc54b-a081-4f0c-aad1-a5c16e7530c7), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:53.375041 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=af3cc54b-a081-4f0c-aad1-a5c16e7530c7,revision_number=9']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:53.398025 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:53.403065 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:53.403065 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:53.403065 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:53.403065 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:53.403065 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:53.403065 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:53.403065 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:53.403065 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:53.403065 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:53.403065 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:53.403065 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:53.403065 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:53.403065 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:53.403065 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:42:53.412254 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:54.020065 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:54.068796 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34322bbd-6139-4812-a985-8d888abc7fba req-eb987d7a-c2f8-45f7-a45c-d1da786ba781 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:54.070378 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-34322bbd-6139-4812-a985-8d888abc7fba req-eb987d7a-c2f8-45f7-a45c-d1da786ba781 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 945 time: 0.0616827 Nov 02 14:42:54.076816 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] get_ports_and_sgs() called for port_ids ['af3cc54b-a081-4f0c-aad1-a5c16e7530c7'] {{(pid=105392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 14:42:54.125191 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-34322bbd-6139-4812-a985-8d888abc7fba req-f26eb9a8-cd05-47ca-96e6-7044856d29f0 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488114 Nov 02 14:42:54.274140 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d10c5a-012e-4d8a-8188-c2289e1605b7', 'tag': '881c5e7e-3ed6-4eda-ba12-f2fc35e98f97'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:42:54.276503 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96f4eef-352d-45d6-8010-b306d02156f8" -d '{"events": [{"name": "network-changed", "server_uuid": "24d10c5a-012e-4d8a-8188-c2289e1605b7", "tag": "881c5e7e-3ed6-4eda-ba12-f2fc35e98f97"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:42:54.314107 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b68157-1897-499c-a883-5e2ea5897eae x-openstack-request-id: req-e6b68157-1897-499c-a883-5e2ea5897eae {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:42:54.314395 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24d10c5a-012e-4d8a-8188-c2289e1605b7", "tag": "881c5e7e-3ed6-4eda-ba12-f2fc35e98f97", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:42:54.314650 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e6b68157-1897-499c-a883-5e2ea5897eae {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:42:54.315056 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6b68157-1897-499c-a883-5e2ea5897eae'] response: {'name': 'network-changed', 'server_uuid': '24d10c5a-012e-4d8a-8188-c2289e1605b7', 'tag': '881c5e7e-3ed6-4eda-ba12-f2fc35e98f97', 'status': 'completed', 'code': 200} Nov 02 14:42:54.422327 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f4eef-352d-45d6-8010-b306d02156f8 req-673051f1-a3bb-4856-b8cc-e47fc270fbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:54.424378 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d96f4eef-352d-45d6-8010-b306d02156f8 req-673051f1-a3bb-4856-b8cc-e47fc270fbf8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=e60a52ce75b94198ac6abb7727e7072d&device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 1169 time: 0.0442984 Nov 02 14:42:55.266151 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee401277-1300-4633-9c4c-4173d446d7f8 req-d50479ad-2481-4a42-9c23-b45c5c2e25be tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:55.267622 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ee401277-1300-4633-9c4c-4173d446d7f8 req-d50479ad-2481-4a42-9c23-b45c5c2e25be tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 945 time: 0.0475430 Nov 02 14:42:55.344264 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ee401277-1300-4633-9c4c-4173d446d7f8 req-a0c116ab-b419-4bb2-bb39-d20c028680cf tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709233 Nov 02 14:42:55.409759 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f4eef-352d-45d6-8010-b306d02156f8 req-bb07aa32-8d72-4cad-81ab-0f4c40ad6cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:55.409759 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d96f4eef-352d-45d6-8010-b306d02156f8 req-bb07aa32-8d72-4cad-81ab-0f4c40ad6cb7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=a5e8c38f-06c6-404d-bcd7-7c9cd1de864c HTTP/1.1" status: 200 len: 915 time: 0.1151357 Nov 02 14:42:56.192173 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d96f4eef-352d-45d6-8010-b306d02156f8 req-1ad58031-358b-4599-b137-52f332b5b295 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=881c5e7e-3ed6-4eda-ba12-f2fc35e98f97 HTTP/1.1" status: 200 len: 1001 time: 0.0565314 Nov 02 14:42:56.482577 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa22bc-2487-4fa0-8500-76b4eec4a84e req-f74f5085-940e-48f8-87fe-1c7d9528067b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:56.484291 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d9aa22bc-2487-4fa0-8500-76b4eec4a84e req-f74f5085-940e-48f8-87fe-1c7d9528067b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 945 time: 0.0507767 Nov 02 14:42:56.538319 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d9aa22bc-2487-4fa0-8500-76b4eec4a84e req-c2c7d58e-1e3c-4dd7-8989-df496991d2e6 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482135 Nov 02 14:42:57.137640 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f4eef-352d-45d6-8010-b306d02156f8 req-cf3d3924-daf2-4b3c-a1d2-fc513b4b8c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:57.139517 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d96f4eef-352d-45d6-8010-b306d02156f8 req-cf3d3924-daf2-4b3c-a1d2-fc513b4b8c08 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6eab41e4-42d8-41d3-93f0-9494ff932f52 HTTP/1.1" status: 200 len: 853 time: 0.0568302 Nov 02 14:42:57.186542 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f4eef-352d-45d6-8010-b306d02156f8 req-899e6957-e412-4c7e-8e93-1f8a3a01be1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:57.188154 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d96f4eef-352d-45d6-8010-b306d02156f8 req-899e6957-e412-4c7e-8e93-1f8a3a01be1a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=a5e8c38f-06c6-404d-bcd7-7c9cd1de864c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424838 Nov 02 14:42:57.291928 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d96f4eef-352d-45d6-8010-b306d02156f8 req-52eb7341-c477-49d0-9b9d-6105c0f87bd5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a5e8c38f-06c6-404d-bcd7-7c9cd1de864c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966179 Nov 02 14:42:57.388920 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d96f4eef-352d-45d6-8010-b306d02156f8 req-31971d20-15ba-47a9-9930-7c828b2b085e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a5e8c38f-06c6-404d-bcd7-7c9cd1de864c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860932 Nov 02 14:42:57.648358 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device af3cc54b-a081-4f0c-aad1-a5c16e7530c7 up at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:42:57.652747 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:42:57.673587 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174fd1d-790b-4d7e-9a11-f7816399884d req-ea07d826-ad72-450f-9f9f-1d4e02ae3a8f tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:57.675414 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8174fd1d-790b-4d7e-9a11-f7816399884d req-ea07d826-ad72-450f-9f9f-1d4e02ae3a8f tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 945 time: 0.0521028 Nov 02 14:42:57.700001 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning complete for port af3cc54b-a081-4f0c-aad1-a5c16e7530c7 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:42:57.700379 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (af3cc54b-a081-4f0c-aad1-a5c16e7530c7), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:57.700712 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Attempt 1 to provision port af3cc54b-a081-4f0c-aad1-a5c16e7530c7 Nov 02 14:42:57.737327 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8174fd1d-790b-4d7e-9a11-f7816399884d req-561504a4-5706-45bb-ba8a-606116768e5c tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557301 Nov 02 14:42:57.777245 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port af3cc54b-a081-4f0c-aad1-a5c16e7530c7 is: BUILD; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:42:57.777629 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (af3cc54b-a081-4f0c-aad1-a5c16e7530c7), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:57.804138 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0f8129-8155-4b7c-a462-f9c067ecfbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3cc54b-a081-4f0c-aad1-a5c16e7530c7'}] {{(pid=105392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:42:57.806376 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa406a66c4f7fcebf853f6ac608ace0721fd427f75714d2af0e2307e93ff13f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d9b744-b2fb-4abe-9675-fafe7c8e0ac6" -d '{"events": [{"server_uuid": "5d0f8129-8155-4b7c-a462-f9c067ecfbca", "name": "network-vif-plugged", "status": "completed", "tag": "af3cc54b-a081-4f0c-aad1-a5c16e7530c7"}]}' {{(pid=105392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:42:57.819705 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port af3cc54b-a081-4f0c-aad1-a5c16e7530c7, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=af3cc54b-a081-4f0c-aad1-a5c16e7530c7,segment=NetworkSegment(1eff0572-7501-4653-a799-253705bab93c),segment_id=1eff0572-7501-4653-a799-253705bab93c)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:42:57.846690 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a37885a-f27e-43a0-9adf-4546b6c67c1b x-openstack-request-id: req-0a37885a-f27e-43a0-9adf-4546b6c67c1b {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:42:57.847008 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d0f8129-8155-4b7c-a462-f9c067ecfbca", "name": "network-vif-plugged", "status": "completed", "tag": "af3cc54b-a081-4f0c-aad1-a5c16e7530c7", "code": 200}]} {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:42:57.847266 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0a37885a-f27e-43a0-9adf-4546b6c67c1b {{(pid=105392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:42:57.847671 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a37885a-f27e-43a0-9adf-4546b6c67c1b'] response: {'server_uuid': '5d0f8129-8155-4b7c-a462-f9c067ecfbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3cc54b-a081-4f0c-aad1-a5c16e7530c7', 'code': 200} Nov 02 14:42:57.888356 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (af3cc54b-a081-4f0c-aad1-a5c16e7530c7), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:57.889329 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device ef464795-086c-4a51-be10-888615a9b1d0 no longer exists at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:42:57.928204 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] No Port match for: ef464795-086c-4a51-be10-888615a9b1d0 {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:42:57.928550 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device ef464795-086c-4a51-be10-888615a9b1d0 not bound to the agent host hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:42:57.956626 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=af3cc54b-a081-4f0c-aad1-a5c16e7530c7,revision_number=10']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:42:58.536614 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8ea6e-45ed-4100-a254-cbddb8a5d9f6 req-dc9a5431-8a87-43fd-b2a2-146efdb46162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:58.538206 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d9e8ea6e-45ed-4100-a254-cbddb8a5d9f6 req-dc9a5431-8a87-43fd-b2a2-146efdb46162 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 1131 time: 0.0410733 Nov 02 14:42:58.590293 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d9e8ea6e-45ed-4100-a254-cbddb8a5d9f6 req-1c3bb32f-32aa-4eaa-bee0-b4ce270422f3 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438886 Nov 02 14:42:58.730278 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:42:59.030937 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83472f7b-c9e9-4c6d-b167-bd260874ef5b req-f7353bfa-94b6-4e9f-841b-87e15f40dc21 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:42:59.045072 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-83472f7b-c9e9-4c6d-b167-bd260874ef5b req-f7353bfa-94b6-4e9f-841b-87e15f40dc21 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 947 time: 0.1561720 Nov 02 14:42:59.121345 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-83472f7b-c9e9-4c6d-b167-bd260874ef5b req-0a6d579d-15d1-4c1b-8265-6f28b771c441 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747526 Nov 02 14:42:59.654062 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:43:00.250747 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 34216) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:43:00.414741 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71aecb9-5129-4701-9589-d5c310a99c2d req-b34d6bd6-ba34-4ee0-8c66-de92822a0c8f tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:00.424163 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f71aecb9-5129-4701-9589-d5c310a99c2d req-b34d6bd6-ba34-4ee0-8c66-de92822a0c8f tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 947 time: 0.1085818 Nov 02 14:43:00.433390 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:43:00.518070 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f71aecb9-5129-4701-9589-d5c310a99c2d req-b0543e8a-be0c-4897-b433-dc33c67be8fe tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633903 Nov 02 14:43:00.649592 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 34234) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:43:00.649891 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-0629f5ce-7f55-4a66-aa03-3aea0c42246e admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=f8e090451c7e4296a0b85c7eeb9002f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3959084 Nov 02 14:43:00.736306 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-09cd5d12-358e-4bf7-8b49-fae9fc2cb875 admin admin] Publish callbacks [] for security_group (0468520c-7911-4675-8602-62bf189c17c3), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:00.780351 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-09cd5d12-358e-4bf7-8b49-fae9fc2cb875 admin admin] Publish callbacks [] for security_group (0468520c-7911-4675-8602-62bf189c17c3), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:01.139027 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-09cd5d12-358e-4bf7-8b49-fae9fc2cb875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (0468520c-7911-4675-8602-62bf189c17c3), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:01.143027 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-09cd5d12-358e-4bf7-8b49-fae9fc2cb875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:01.146787 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-09cd5d12-358e-4bf7-8b49-fae9fc2cb875 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/0468520c-7911-4675-8602-62bf189c17c3 HTTP/1.1" status: 204 len: 168 time: 0.4938264 Nov 02 14:43:01.177092 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd5d12-358e-4bf7-8b49-fae9fc2cb875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0468520c-7911-4675-8602-62bf189c17c3,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:43:01.473653 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea584e-0c71-42f0-9f17-b6a917dfb267 req-27201a8a-fde6-4fd5-81d6-28c3c55e4b2d tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:01.482126 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-46ea584e-0c71-42f0-9f17-b6a917dfb267 req-27201a8a-fde6-4fd5-81d6-28c3c55e4b2d tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 985 time: 0.1634367 Nov 02 14:43:01.562951 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6d7d9-cc56-482a-b509-cd9fac17079e req-45964653-973f-4b31-94a0-f175ab0d1eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:01.577367 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-35a6d7d9-cc56-482a-b509-cd9fac17079e req-45964653-973f-4b31-94a0-f175ab0d1eae service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=e60a52ce75b94198ac6abb7727e7072d&device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 1169 time: 0.1296172 Nov 02 14:43:01.701219 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-46ea584e-0c71-42f0-9f17-b6a917dfb267 req-420df5fd-0fcc-449d-a009-c21be58f0114 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=fb65d1e8-d64b-4519-9c9f-59355c916132&id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2178726 Nov 02 14:43:01.818165 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4816e1f-34a3-41af-9d46-b476168ba0f5 req-70eda105-f3cb-424f-ae21-fdbd6da2248c tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:01.820170 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d4816e1f-34a3-41af-9d46-b476168ba0f5 req-70eda105-f3cb-424f-ae21-fdbd6da2248c tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 947 time: 0.1520660 Nov 02 14:43:01.859710 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6d7d9-cc56-482a-b509-cd9fac17079e req-e575f1a3-a94f-4d70-8bb7-611a39d41ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:01.861851 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-35a6d7d9-cc56-482a-b509-cd9fac17079e req-e575f1a3-a94f-4d70-8bb7-611a39d41ccd service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=a5e8c38f-06c6-404d-bcd7-7c9cd1de864c HTTP/1.1" status: 200 len: 915 time: 0.2433276 Nov 02 14:43:01.940586 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:43:01.951268 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-35a6d7d9-cc56-482a-b509-cd9fac17079e req-dfbbbeb4-2c0d-4e28-9cac-7b60680b5743 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=881c5e7e-3ed6-4eda-ba12-f2fc35e98f97 HTTP/1.1" status: 200 len: 1001 time: 0.0803566 Nov 02 14:43:02.031688 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d4816e1f-34a3-41af-9d46-b476168ba0f5 req-8e8147ee-2cd4-45ba-beb3-9e8753e14efc tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944578 Nov 02 14:43:02.041206 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6d7d9-cc56-482a-b509-cd9fac17079e req-5056d70a-cf05-4dea-b8f5-b0bb39d5fd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:02.042810 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-35a6d7d9-cc56-482a-b509-cd9fac17079e req-5056d70a-cf05-4dea-b8f5-b0bb39d5fd65 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6eab41e4-42d8-41d3-93f0-9494ff932f52 HTTP/1.1" status: 200 len: 853 time: 0.0840127 Nov 02 14:43:02.102103 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6d7d9-cc56-482a-b509-cd9fac17079e req-79df1379-9ab8-488a-b746-71daf6d20bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:02.104945 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-35a6d7d9-cc56-482a-b509-cd9fac17079e req-79df1379-9ab8-488a-b746-71daf6d20bb8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=a5e8c38f-06c6-404d-bcd7-7c9cd1de864c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525174 Nov 02 14:43:02.245184 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-35a6d7d9-cc56-482a-b509-cd9fac17079e req-9fa0fde0-d089-49a8-a565-de0f1a744df8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a5e8c38f-06c6-404d-bcd7-7c9cd1de864c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291237 Nov 02 14:43:02.404479 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-35a6d7d9-cc56-482a-b509-cd9fac17079e req-31b93d4c-ab26-4c04-b0a9-94f7a7ef1a5c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a5e8c38f-06c6-404d-bcd7-7c9cd1de864c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491354 Nov 02 14:43:02.899591 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d268538-6826-4d5b-b54f-761cd5dfae56 req-0fbf7783-2c76-43d5-8ebb-7d2a410d4dca tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:02.908190 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0d268538-6826-4d5b-b54f-761cd5dfae56 req-0fbf7783-2c76-43d5-8ebb-7d2a410d4dca tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 985 time: 0.0697346 Nov 02 14:43:03.010999 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0d268538-6826-4d5b-b54f-761cd5dfae56 req-0e4fcd1a-786a-4d51-b0a3-34059a1651a6 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=fb65d1e8-d64b-4519-9c9f-59355c916132&id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1019070 Nov 02 14:43:03.174597 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:43:03.224690 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5dd27c-a95f-4158-9a85-3d19f6bed441 req-acb632d1-93cd-4bfa-8948-4a420deb68ee tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:03.224690 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4f5dd27c-a95f-4158-9a85-3d19f6bed441 req-acb632d1-93cd-4bfa-8948-4a420deb68ee tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 947 time: 0.0555520 Nov 02 14:43:03.278817 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4f5dd27c-a95f-4158-9a85-3d19f6bed441 req-77048098-1a37-4251-b100-b3d5d8f684c9 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527899 Nov 02 14:43:04.194735 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1251e7e-fda3-48d8-9320-af767fa59cfb req-e5b8d61b-f991-43f0-9d3b-ca2258cc6a3b tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:04.196250 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d1251e7e-fda3-48d8-9320-af767fa59cfb req-e5b8d61b-f991-43f0-9d3b-ca2258cc6a3b tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 985 time: 0.0533347 Nov 02 14:43:04.273679 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d1251e7e-fda3-48d8-9320-af767fa59cfb req-92a38c6a-22ab-4712-8d5d-476341ca91ba tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=fb65d1e8-d64b-4519-9c9f-59355c916132&id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0717924 Nov 02 14:43:05.420573 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e883a-487f-45f1-9348-8f90077b1a11 req-ddc64b95-b1ee-4a10-b455-86502522888c tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:05.430918 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9a5e883a-487f-45f1-9348-8f90077b1a11 req-ddc64b95-b1ee-4a10-b455-86502522888c tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 985 time: 0.0661740 Nov 02 14:43:05.526444 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9a5e883a-487f-45f1-9348-8f90077b1a11 req-b666d5ff-55ae-418b-9762-db2375416fcf tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=fb65d1e8-d64b-4519-9c9f-59355c916132&id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0921738 Nov 02 14:43:06.347699 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-34eb7d64-a9e8-4d1e-9c13-a97d51638cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:06.648926 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa73419-e6c3-4dad-be93-124ca966d1e5 req-f7a1a97f-1b30-4984-9150-ddf94e025e68 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:06.650651 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3aa73419-e6c3-4dad-be93-124ca966d1e5 req-f7a1a97f-1b30-4984-9150-ddf94e025e68 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 985 time: 0.0522881 Nov 02 14:43:06.724912 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3aa73419-e6c3-4dad-be93-124ca966d1e5 req-57fd5d42-d700-4ee9-8ffe-ff68518cd794 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=fb65d1e8-d64b-4519-9c9f-59355c916132&id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0682299 Nov 02 14:43:07.922714 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8bcc0-a22c-456d-9f2f-a797dea388df req-d55ac320-382c-43dc-b15a-d5c7304ce2c9 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:07.922714 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a4d8bcc0-a22c-456d-9f2f-a797dea388df req-d55ac320-382c-43dc-b15a-d5c7304ce2c9 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 985 time: 0.1101921 Nov 02 14:43:08.028791 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a4d8bcc0-a22c-456d-9f2f-a797dea388df req-82e498a3-4555-4582-a48d-c1a5fce38e45 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=fb65d1e8-d64b-4519-9c9f-59355c916132&id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1055453 Nov 02 14:43:08.604309 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:43:08.855812 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-5b67e8a6-2419-4459-8299-118de5348dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:09.176699 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d7953-1e8b-4d0e-8958-7d297a59b1d7 req-2bd3c1e9-0b09-41ec-9489-eb4266d9821e tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:09.181347 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-eb5d7953-1e8b-4d0e-8958-7d297a59b1d7 req-2bd3c1e9-0b09-41ec-9489-eb4266d9821e tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 985 time: 0.0605326 Nov 02 14:43:09.261605 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-eb5d7953-1e8b-4d0e-8958-7d297a59b1d7 req-f65d0292-a015-45a5-b461-18bb7907ecc5 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=fb65d1e8-d64b-4519-9c9f-59355c916132&id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0770741 Nov 02 14:43:10.459972 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c42e3f-da24-48d0-9e11-31c1bbfb2272 req-d8fc8472-f14a-4821-bea2-b5e899e6d9d4 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:10.461547 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-12c42e3f-da24-48d0-9e11-31c1bbfb2272 req-d8fc8472-f14a-4821-bea2-b5e899e6d9d4 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 985 time: 0.0553420 Nov 02 14:43:10.524855 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:10.553322 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-12c42e3f-da24-48d0-9e11-31c1bbfb2272 req-4830679e-2313-4cd5-a210-4b418fe97ab0 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=fb65d1e8-d64b-4519-9c9f-59355c916132&id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0800538 Nov 02 14:43:10.619311 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=9 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:43:10.644029 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=50,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:43:11.626813 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:11.694886 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:43:11.716186 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe97189-0802-454c-b681-9825db4771a8 req-8b1f736e-08fb-464b-a9dd-b62d8572984a tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:11.718130 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8fe97189-0802-454c-b681-9825db4771a8 req-8b1f736e-08fb-464b-a9dd-b62d8572984a tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 985 time: 0.0577583 Nov 02 14:43:11.790527 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8fe97189-0802-454c-b681-9825db4771a8 req-a88a09c1-43be-4c1a-9f8d-510f77b81f04 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=fb65d1e8-d64b-4519-9c9f-59355c916132&id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0652194 Nov 02 14:43:11.896151 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:43:11.958540 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:12.163654 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a2370-2b9c-4a5c-b0af-c5e83bbecfc3 req-acae2718-7a84-4654-a00e-6450b02cc4f0 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:12.166210 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-299a2370-2b9c-4a5c-b0af-c5e83bbecfc3 req-acae2718-7a84-4654-a00e-6450b02cc4f0 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 945 time: 0.0541024 Nov 02 14:43:12.234229 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-299a2370-2b9c-4a5c-b0af-c5e83bbecfc3 req-c9cf6930-6419-47ae-b477-0a05fe48888f tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622802 Nov 02 14:43:12.923866 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779a446-0ddf-4b5c-9d5a-7d1d60d3fd91 req-64c144d8-4d9f-444d-aa7c-4b5fb06af4ba tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:12.925287 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5779a446-0ddf-4b5c-9d5a-7d1d60d3fd91 req-64c144d8-4d9f-444d-aa7c-4b5fb06af4ba tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 985 time: 0.0529010 Nov 02 14:43:12.995393 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5779a446-0ddf-4b5c-9d5a-7d1d60d3fd91 req-99798afd-e882-42e9-b2ea-f722266559a4 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=fb65d1e8-d64b-4519-9c9f-59355c916132&id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0636792 Nov 02 14:43:13.371052 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:43:13.390284 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e56fb0-868d-410b-95f0-307aec4a2737 req-8b4dd986-474d-4c37-8dca-ffcdd9a8a8c2 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:13.391852 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-26e56fb0-868d-410b-95f0-307aec4a2737 req-8b4dd986-474d-4c37-8dca-ffcdd9a8a8c2 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 945 time: 0.0734792 Nov 02 14:43:13.452835 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-26e56fb0-868d-410b-95f0-307aec4a2737 req-5db9216a-44e7-427e-97cc-463cdd6aaf99 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548401 Nov 02 14:43:13.610355 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf2df3-2420-414b-aeef-f6254261b3ad req-a0a11e6c-688e-412e-9a86-69eb4655ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:13.614596 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b0bf2df3-2420-414b-aeef-f6254261b3ad req-a0a11e6c-688e-412e-9a86-69eb4655ae31 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=edc675d4a92f4ff9ae8a41a020fa792c&device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 1129 time: 0.0550365 Nov 02 14:43:13.731658 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf2df3-2420-414b-aeef-f6254261b3ad req-45f41aa2-715f-40c2-9fd0-a4d0fd91ae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:13.733165 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b0bf2df3-2420-414b-aeef-f6254261b3ad req-45f41aa2-715f-40c2-9fd0-a4d0fd91ae78 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=bea7d5f3-3f34-426a-97bc-a8938ef4d97b HTTP/1.1" status: 200 len: 920 time: 0.1096475 Nov 02 14:43:13.808348 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b0bf2df3-2420-414b-aeef-f6254261b3ad req-d6d0915a-4563-4c9f-bea3-1888e2cb6a7b service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc1bebad-c267-4384-b8ba-b3d4c19799bd HTTP/1.1" status: 200 len: 1001 time: 0.0678732 Nov 02 14:43:13.871061 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf2df3-2420-414b-aeef-f6254261b3ad req-ad6ad647-72d5-406b-8cc0-a55a3fd16aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:13.872950 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b0bf2df3-2420-414b-aeef-f6254261b3ad req-ad6ad647-72d5-406b-8cc0-a55a3fd16aa2 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=543df3fb-8a54-4baf-bcd8-c5079d82249a HTTP/1.1" status: 200 len: 858 time: 0.0534770 Nov 02 14:43:13.926822 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf2df3-2420-414b-aeef-f6254261b3ad req-cbbfd73c-be01-48e2-96d2-f062c9dfab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:13.928529 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b0bf2df3-2420-414b-aeef-f6254261b3ad req-cbbfd73c-be01-48e2-96d2-f062c9dfab49 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=bea7d5f3-3f34-426a-97bc-a8938ef4d97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433159 Nov 02 14:43:14.036068 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b0bf2df3-2420-414b-aeef-f6254261b3ad req-cd0719b4-f5dc-4bcb-9b0b-17682e706e29 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/bea7d5f3-3f34-426a-97bc-a8938ef4d97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003468 Nov 02 14:43:14.233076 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5258f-6800-42ba-b902-12b5969b667e req-4af71bc8-3c07-4365-85b1-162fa63b4f60 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:14.235415 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a7e5258f-6800-42ba-b902-12b5969b667e req-4af71bc8-3c07-4365-85b1-162fa63b4f60 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 985 time: 0.1404231 Nov 02 14:43:14.318415 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b0bf2df3-2420-414b-aeef-f6254261b3ad req-fac8de84-8cfe-4221-842a-872cdac7f10c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/bea7d5f3-3f34-426a-97bc-a8938ef4d97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730975 Nov 02 14:43:14.356395 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:43:14.382286 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a7e5258f-6800-42ba-b902-12b5969b667e req-8a2010fd-1cc6-4599-a994-be59192daa9b tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=fb65d1e8-d64b-4519-9c9f-59355c916132&id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1359854 Nov 02 14:43:14.597687 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260f9ee-ef3c-42a5-b7a8-1891acbcc163 req-13d9269c-f4a1-4f28-9307-ede19bd07474 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:14.599388 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3260f9ee-ef3c-42a5-b7a8-1891acbcc163 req-13d9269c-f4a1-4f28-9307-ede19bd07474 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 945 time: 0.0623744 Nov 02 14:43:14.656271 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3260f9ee-ef3c-42a5-b7a8-1891acbcc163 req-518ec5a9-390b-4ce2-8bd7-5622aedd8c6b tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489919 Nov 02 14:43:15.233364 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 34536) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:43:15.369101 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-4c04dd3e-9118-467a-ae34-c580802233b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:15.457245 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-4c04dd3e-9118-467a-ae34-c580802233b9 admin admin] Publish callbacks [] for security_group (fcffd902-d064-4de1-ac9c-de84a4bc78b6), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:15.537278 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-4c04dd3e-9118-467a-ae34-c580802233b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (fcffd902-d064-4de1-ac9c-de84a4bc78b6), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:15.576311 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b13a94-e80a-4a95-ba2c-da0ce21e58f1 req-3f2964bb-8921-4d52-a95d-8f8a00d9796b tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:15.578829 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f4b13a94-e80a-4a95-ba2c-da0ce21e58f1 req-3f2964bb-8921-4d52-a95d-8f8a00d9796b tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 985 time: 0.0939078 Nov 02 14:43:15.631511 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-4c04dd3e-9118-467a-ae34-c580802233b9 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=9c12389bda984f2bacc5e7211c4704c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3967805 Nov 02 14:43:15.634372 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 34542) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:43:15.636563 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04dd3e-9118-467a-ae34-c580802233b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcffd902-d064-4de1-ac9c-de84a4bc78b6,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:43:15.676827 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:43:15.694231 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f4b13a94-e80a-4a95-ba2c-da0ce21e58f1 req-d0f334ef-3be5-440e-9a1a-153615d2bee7 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=fb65d1e8-d64b-4519-9c9f-59355c916132&id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1046572 Nov 02 14:43:15.714650 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-b589e550-769e-40a9-88eb-b1964d4e1e56 admin admin] Publish callbacks [] for security_group (fcffd902-d064-4de1-ac9c-de84a4bc78b6), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:15.741289 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-b589e550-769e-40a9-88eb-b1964d4e1e56 admin admin] Publish callbacks [] for security_group (fcffd902-d064-4de1-ac9c-de84a4bc78b6), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:15.835168 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bf294-b2be-4eb9-9dc1-dbe033572219 req-1dad2c20-0f3f-4fae-a4dd-4c8377d6059a tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:15.836867 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-045bf294-b2be-4eb9-9dc1-dbe033572219 req-1dad2c20-0f3f-4fae-a4dd-4c8377d6059a tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 945 time: 0.0587533 Nov 02 14:43:15.896056 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-b589e550-769e-40a9-88eb-b1964d4e1e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (fcffd902-d064-4de1-ac9c-de84a4bc78b6), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:15.901780 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-b589e550-769e-40a9-88eb-b1964d4e1e56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:15.901780 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-b589e550-769e-40a9-88eb-b1964d4e1e56 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/fcffd902-d064-4de1-ac9c-de84a4bc78b6 HTTP/1.1" status: 204 len: 168 time: 0.2642183 Nov 02 14:43:15.916073 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-045bf294-b2be-4eb9-9dc1-dbe033572219 req-73131d30-a3fd-413f-847f-4e8045c708eb tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729163 Nov 02 14:43:15.917310 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589e550-769e-40a9-88eb-b1964d4e1e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcffd902-d064-4de1-ac9c-de84a4bc78b6,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:43:16.860857 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f85ebe-3894-4774-aebe-54773b69415d req-a7ed64e2-aa12-4d80-a4a7-1cb38632a268 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:16.862404 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-38f85ebe-3894-4774-aebe-54773b69415d req-a7ed64e2-aa12-4d80-a4a7-1cb38632a268 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 985 time: 0.0574596 Nov 02 14:43:16.928679 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-38f85ebe-3894-4774-aebe-54773b69415d req-838b9d17-590c-4c88-923d-cfd079223a04 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=fb65d1e8-d64b-4519-9c9f-59355c916132&id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0605767 Nov 02 14:43:17.069383 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304a369-336f-4bea-9fe0-1fdb49734e98 req-bed9f0cf-185b-460e-8e98-be3716a915de tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:17.070964 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6304a369-336f-4bea-9fe0-1fdb49734e98 req-bed9f0cf-185b-460e-8e98-be3716a915de tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 945 time: 0.0488026 Nov 02 14:43:17.121856 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6304a369-336f-4bea-9fe0-1fdb49734e98 req-08f952f9-43d4-4f9e-94fb-9c8c5ec66d54 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452695 Nov 02 14:43:18.055810 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410ab26-b999-4a90-9371-84cef946a03c req-32cbba98-8d85-4a85-a77d-438e2c6d2a4d tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:18.057311 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f410ab26-b999-4a90-9371-84cef946a03c req-32cbba98-8d85-4a85-a77d-438e2c6d2a4d tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 985 time: 0.0524187 Nov 02 14:43:18.117196 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f410ab26-b999-4a90-9371-84cef946a03c req-1468d8eb-4076-42e9-8dd9-2ce3291eb049 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=fb65d1e8-d64b-4519-9c9f-59355c916132&id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0536973 Nov 02 14:43:18.247284 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f63e4-bede-4b3b-9459-6a347f66669c req-895ad110-ecfb-487e-a993-1ca9efa0b052 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:18.251490 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-de0f63e4-bede-4b3b-9459-6a347f66669c req-895ad110-ecfb-487e-a993-1ca9efa0b052 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 945 time: 0.0490708 Nov 02 14:43:18.297934 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-de0f63e4-bede-4b3b-9459-6a347f66669c req-c80788f3-7807-473a-a32d-ac014aa7c898 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420344 Nov 02 14:43:19.209447 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:43:19.249772 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9b94d-af2c-4e14-8b17-61e4b66eaa1a req-7e638577-e3ae-43ce-8b8b-c5e1c51b67b4 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:19.251405 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-78d9b94d-af2c-4e14-8b17-61e4b66eaa1a req-7e638577-e3ae-43ce-8b8b-c5e1c51b67b4 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 985 time: 0.0526576 Nov 02 14:43:19.627160 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-78d9b94d-af2c-4e14-8b17-61e4b66eaa1a req-5afc58d9-bf85-41e7-993b-28a96de943b0 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=fb65d1e8-d64b-4519-9c9f-59355c916132&id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3699145 Nov 02 14:43:19.665832 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9d3cc-430c-42cf-81f8-fc4254e6f4ec req-e36c8367-e248-463d-acb3-cf6891340053 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:19.672474 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b3c9d3cc-430c-42cf-81f8-fc4254e6f4ec req-e36c8367-e248-463d-acb3-cf6891340053 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 945 time: 0.0626786 Nov 02 14:43:19.725260 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b3c9d3cc-430c-42cf-81f8-fc4254e6f4ec req-6d81ccbb-72f1-49ea-880f-ae350afe4c10 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473528 Nov 02 14:43:20.762528 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1e730-c147-4fff-aefc-52fb158ecac8 req-1640f3ae-058d-456d-8ad1-a88271c83adf tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:20.764152 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-18e1e730-c147-4fff-aefc-52fb158ecac8 req-1640f3ae-058d-456d-8ad1-a88271c83adf tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 985 time: 0.0505028 Nov 02 14:43:20.868539 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-18e1e730-c147-4fff-aefc-52fb158ecac8 req-b63c01e3-6633-4de6-8e07-34bb39d02221 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=fb65d1e8-d64b-4519-9c9f-59355c916132&id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0956285 Nov 02 14:43:20.878433 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504edcb-ebdc-4379-89ec-2ec2149bb1c9 req-4de5e453-553c-4f94-a5d0-9a6555b9418d tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:20.879929 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c504edcb-ebdc-4379-89ec-2ec2149bb1c9 req-4de5e453-553c-4f94-a5d0-9a6555b9418d tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 945 time: 0.0661302 Nov 02 14:43:20.936023 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c504edcb-ebdc-4379-89ec-2ec2149bb1c9 req-16972aa9-c03c-410d-ae28-7cf93b393244 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420477 Nov 02 14:43:22.008976 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254241eb-fd5e-40fc-8798-b06a84936a25 req-28cfb9a3-b007-4246-8e58-22794c6f0821 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:22.010538 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-254241eb-fd5e-40fc-8798-b06a84936a25 req-28cfb9a3-b007-4246-8e58-22794c6f0821 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 985 time: 0.0544531 Nov 02 14:43:22.064094 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:43:22.097281 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69f3a9-76ec-4d2a-88e2-3d24f29587d4 req-71b840cb-2da5-44d1-92ef-646d2d88c4e9 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:22.098772 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0e69f3a9-76ec-4d2a-88e2-3d24f29587d4 req-71b840cb-2da5-44d1-92ef-646d2d88c4e9 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 945 time: 0.0747354 Nov 02 14:43:22.130775 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-254241eb-fd5e-40fc-8798-b06a84936a25 req-6d7b97ce-4677-48a8-a370-c928162226ad tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=fb65d1e8-d64b-4519-9c9f-59355c916132&id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1140716 Nov 02 14:43:22.134615 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 34710) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:43:22.162664 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0e69f3a9-76ec-4d2a-88e2-3d24f29587d4 req-9d8b1878-7f0b-4fb1-b06a-d4e56bf5c144 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551522 Nov 02 14:43:22.190662 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.db_base_plugin_v2 [None req-2286971d-7f31-40cc-843d-a5520537308f admin admin] Deleting subnet 2c79dc69-9b8c-46ab-8eb5-049d9f18c6a0 {{(pid=105390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 14:43:22.194159 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-2286971d-7f31-40cc-843d-a5520537308f admin admin] Publish callbacks [] for subnet (2c79dc69-9b8c-46ab-8eb5-049d9f18c6a0), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:22.230940 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-2286971d-7f31-40cc-843d-a5520537308f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64410154'] for subnet (2c79dc69-9b8c-46ab-8eb5-049d9f18c6a0), precommit_delete_associations {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:22.275942 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-2286971d-7f31-40cc-843d-a5520537308f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381874'] for subnet (2c79dc69-9b8c-46ab-8eb5-049d9f18c6a0), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:22.397037 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-2286971d-7f31-40cc-843d-a5520537308f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63638189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63785457'] for subnet (2c79dc69-9b8c-46ab-8eb5-049d9f18c6a0), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:22.421859 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286971d-7f31-40cc-843d-a5520537308f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c79dc69-9b8c-46ab-8eb5-049d9f18c6a0,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:43:22.432871 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2286971d-7f31-40cc-843d-a5520537308f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:43:22.433249 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2286971d-7f31-40cc-843d-a5520537308f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:43:22.433598 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2286971d-7f31-40cc-843d-a5520537308f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:43:22.433940 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2286971d-7f31-40cc-843d-a5520537308f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:43:22.434279 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2286971d-7f31-40cc-843d-a5520537308f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:43:22.435131 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2286971d-7f31-40cc-843d-a5520537308f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:43:22.435131 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2286971d-7f31-40cc-843d-a5520537308f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:43:22.435311 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2286971d-7f31-40cc-843d-a5520537308f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:43:22.435642 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2286971d-7f31-40cc-843d-a5520537308f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:43:22.435980 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2286971d-7f31-40cc-843d-a5520537308f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:43:22.436313 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2286971d-7f31-40cc-843d-a5520537308f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:43:22.436681 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2286971d-7f31-40cc-843d-a5520537308f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:43:22.437033 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2286971d-7f31-40cc-843d-a5520537308f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:43:22.437362 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2286971d-7f31-40cc-843d-a5520537308f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:43:22.437711 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2286971d-7f31-40cc-843d-a5520537308f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:43:22.441874 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-2286971d-7f31-40cc-843d-a5520537308f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:22.445028 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-2286971d-7f31-40cc-843d-a5520537308f admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/2c79dc69-9b8c-46ab-8eb5-049d9f18c6a0 HTTP/1.1" status: 204 len: 168 time: 0.3088233 Nov 02 14:43:22.447579 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 34718) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:43:22.521536 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-10df95fe-81a7-4d5a-b4eb-72e284ecc933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370122'] for network (5567c379-db86-4c8e-933e-4117b6a0d5fa), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:22.605915 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-10df95fe-81a7-4d5a-b4eb-72e284ecc933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382473', 'neutron.services.segments.db._delete_segments_for_network-8767001720194'] for network (5567c379-db86-4c8e-933e-4117b6a0d5fa), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:22.628047 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.services.segments.db [None req-10df95fe-81a7-4d5a-b4eb-72e284ecc933 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5567c379-db86-4c8e-933e-4117b6a0d5fa']}} {{(pid=105390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:43:22.637705 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.services.segments.db [None req-10df95fe-81a7-4d5a-b4eb-72e284ecc933 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4efeda04-ac99-4cc7-87dd-d8be6bb10bef') {'for_net_delete': True} {{(pid=105390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:43:22.637999 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.services.segments.db [None req-10df95fe-81a7-4d5a-b4eb-72e284ecc933 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4efeda04-ac99-4cc7-87dd-d8be6bb10bef') {} {{(pid=105390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:43:22.648393 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-10df95fe-81a7-4d5a-b4eb-72e284ecc933 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767001720257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64410147'] for segment (4efeda04-ac99-4cc7-87dd-d8be6bb10bef), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:22.662995 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-10df95fe-81a7-4d5a-b4eb-72e284ecc933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140'] for segment (4efeda04-ac99-4cc7-87dd-d8be6bb10bef), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:22.669653 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10df95fe-81a7-4d5a-b4eb-72e284ecc933 admin admin] Releasing vlan 484 on physical network physnet1 to pool {{(pid=105390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 14:43:22.670040 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-10df95fe-81a7-4d5a-b4eb-72e284ecc933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63638019'] for segment (4efeda04-ac99-4cc7-87dd-d8be6bb10bef), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:22.691785 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.services.segments.plugin [-] Segment 4efeda04-ac99-4cc7-87dd-d8be6bb10bef resource provider aggregate not found Nov 02 14:43:22.931937 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.services.segments.plugin [-] Segment 4efeda04-ac99-4cc7-87dd-d8be6bb10bef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4efeda04-ac99-4cc7-87dd-d8be6bb10bef found for delete ", "request_id": "req-991fb035-43e9-4e33-bdce-fd9c9b84fd3d"}]} Nov 02 14:43:22.998457 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-10df95fe-81a7-4d5a-b4eb-72e284ecc933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66773462'] for network (5567c379-db86-4c8e-933e-4117b6a0d5fa), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:23.004696 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-10df95fe-81a7-4d5a-b4eb-72e284ecc933 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for network (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:23.007890 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-10df95fe-81a7-4d5a-b4eb-72e284ecc933 admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/5567c379-db86-4c8e-933e-4117b6a0d5fa HTTP/1.1" status: 204 len: 168 time: 0.5594010 Nov 02 14:43:23.018906 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df95fe-81a7-4d5a-b4eb-72e284ecc933 admin admin] Pushing event deleted for resources: {'Network': ['ID=5567c379-db86-4c8e-933e-4117b6a0d5fa,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:43:23.293233 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674aa03b-2997-4a83-99b4-4c91bb11ec45 req-b4f3d25a-6702-4f16-abd7-078de1bfcbd3 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:23.294750 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-674aa03b-2997-4a83-99b4-4c91bb11ec45 req-b4f3d25a-6702-4f16-abd7-078de1bfcbd3 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 985 time: 0.0749531 Nov 02 14:43:23.320137 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20537472-5d78-42e6-b5b2-618145f2474b req-a014f148-6c92-42ce-9f65-8cbd89f9f3be tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:23.321691 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-20537472-5d78-42e6-b5b2-618145f2474b req-a014f148-6c92-42ce-9f65-8cbd89f9f3be tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 945 time: 0.0693672 Nov 02 14:43:23.335943 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 34730) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:43:23.379612 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-46be15f2-4c31-4d5a-b208-aab4f09cd863 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=47b8cf11e60741e29dfec5f97c462eff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424874 Nov 02 14:43:23.382117 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 34734) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:43:23.410399 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-20537472-5d78-42e6-b5b2-618145f2474b req-133c22b8-8cb3-4bfb-a6b6-1a85f4efed9d tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810351 Nov 02 14:43:23.415496 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-674aa03b-2997-4a83-99b4-4c91bb11ec45 req-b28fc7e9-d22e-442d-90ad-d9daafc87c31 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=fb65d1e8-d64b-4519-9c9f-59355c916132&id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1118071 Nov 02 14:43:23.459199 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-1fc0b693-69d2-4577-b0a3-47b2a1eefe4a admin admin] Publish callbacks [] for security_group (0940f98f-5200-41fb-8c53-b67f8196939c), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:23.480178 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-1fc0b693-69d2-4577-b0a3-47b2a1eefe4a admin admin] Publish callbacks [] for security_group (0940f98f-5200-41fb-8c53-b67f8196939c), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:23.511256 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:43:23.665203 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-1fc0b693-69d2-4577-b0a3-47b2a1eefe4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (0940f98f-5200-41fb-8c53-b67f8196939c), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:23.667770 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-1fc0b693-69d2-4577-b0a3-47b2a1eefe4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:23.668916 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-1fc0b693-69d2-4577-b0a3-47b2a1eefe4a admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/0940f98f-5200-41fb-8c53-b67f8196939c HTTP/1.1" status: 204 len: 168 time: 0.2858710 Nov 02 14:43:23.678276 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc0b693-69d2-4577-b0a3-47b2a1eefe4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0940f98f-5200-41fb-8c53-b67f8196939c,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:43:23.691572 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=53,neutron:UPDATE=5 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:43:24.579248 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe558e6e-9028-4631-a333-d29ab5469381 req-24d90570-5416-4165-b72f-abda383396ad tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:24.580774 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-fe558e6e-9028-4631-a333-d29ab5469381 req-24d90570-5416-4165-b72f-abda383396ad tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 945 time: 0.0826962 Nov 02 14:43:24.588934 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d8a5c-0ced-452c-ab02-d626ea6cb6a2 req-f4e5f52a-e588-4677-b81b-e5b4760e200f tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:24.590675 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3c8d8a5c-0ced-452c-ab02-d626ea6cb6a2 req-f4e5f52a-e588-4677-b81b-e5b4760e200f tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 985 time: 0.0813925 Nov 02 14:43:24.670589 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-fe558e6e-9028-4631-a333-d29ab5469381 req-9c08ae73-dc3b-4883-8e68-78ff79311cd2 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785809 Nov 02 14:43:24.692162 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3c8d8a5c-0ced-452c-ab02-d626ea6cb6a2 req-d3d673e5-47dc-4e76-8309-2b1ef473297b tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=fb65d1e8-d64b-4519-9c9f-59355c916132&id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0934892 Nov 02 14:43:25.259444 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 34776) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:43:25.364866 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-7af36e8f-6e55-4088-9869-0e9da4adcd21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:25.380007 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:43:25.453917 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-7af36e8f-6e55-4088-9869-0e9da4adcd21 admin admin] Publish callbacks [] for security_group (0ca310c8-2a61-4e2f-bc37-85461faeed6e), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:25.518377 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-7af36e8f-6e55-4088-9869-0e9da4adcd21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (0ca310c8-2a61-4e2f-bc37-85461faeed6e), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:25.558644 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af36e8f-6e55-4088-9869-0e9da4adcd21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca310c8-2a61-4e2f-bc37-85461faeed6e,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:43:25.564720 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-7af36e8f-6e55-4088-9869-0e9da4adcd21 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=99bff06564564ba09efad3aebe0efc27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3022022 Nov 02 14:43:25.565722 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 34782) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:43:25.570137 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af36e8f-6e55-4088-9869-0e9da4adcd21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:43:25.570496 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af36e8f-6e55-4088-9869-0e9da4adcd21 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:43:25.570843 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af36e8f-6e55-4088-9869-0e9da4adcd21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:43:25.571189 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af36e8f-6e55-4088-9869-0e9da4adcd21 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:43:25.571528 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af36e8f-6e55-4088-9869-0e9da4adcd21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:43:25.571873 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af36e8f-6e55-4088-9869-0e9da4adcd21 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:43:25.572193 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af36e8f-6e55-4088-9869-0e9da4adcd21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:43:25.572525 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af36e8f-6e55-4088-9869-0e9da4adcd21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:43:25.572905 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af36e8f-6e55-4088-9869-0e9da4adcd21 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:43:25.573264 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af36e8f-6e55-4088-9869-0e9da4adcd21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:43:25.574123 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af36e8f-6e55-4088-9869-0e9da4adcd21 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:43:25.574341 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:43:25.574525 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af36e8f-6e55-4088-9869-0e9da4adcd21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:43:25.574690 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af36e8f-6e55-4088-9869-0e9da4adcd21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:43:25.574924 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af36e8f-6e55-4088-9869-0e9da4adcd21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:43:25.575448 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af36e8f-6e55-4088-9869-0e9da4adcd21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:43:25.630565 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e9ae9247-e719-4d78-b695-ce149d5e69ef admin admin] Publish callbacks [] for security_group (0ca310c8-2a61-4e2f-bc37-85461faeed6e), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:25.653517 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e9ae9247-e719-4d78-b695-ce149d5e69ef admin admin] Publish callbacks [] for security_group (0ca310c8-2a61-4e2f-bc37-85461faeed6e), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:25.796625 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e9ae9247-e719-4d78-b695-ce149d5e69ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (0ca310c8-2a61-4e2f-bc37-85461faeed6e), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:25.800067 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e9ae9247-e719-4d78-b695-ce149d5e69ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:25.801377 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-e9ae9247-e719-4d78-b695-ce149d5e69ef admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/0ca310c8-2a61-4e2f-bc37-85461faeed6e HTTP/1.1" status: 204 len: 168 time: 0.2346852 Nov 02 14:43:25.811619 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae9247-e719-4d78-b695-ce149d5e69ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca310c8-2a61-4e2f-bc37-85461faeed6e,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:43:25.839185 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735390e-36e7-4809-ac91-744605dc58c6 req-60e76c29-fb97-4798-b754-80f2b8ea862f tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:25.840675 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6735390e-36e7-4809-ac91-744605dc58c6 req-60e76c29-fb97-4798-b754-80f2b8ea862f tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 945 time: 0.0813005 Nov 02 14:43:25.869506 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f5a30-bb80-4393-9bc1-9ec9a31eedca req-1bc71eda-0007-4398-a8f4-61bc2d77fc59 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:25.871315 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c51f5a30-bb80-4393-9bc1-9ec9a31eedca req-1bc71eda-0007-4398-a8f4-61bc2d77fc59 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 985 time: 0.0823319 Nov 02 14:43:25.947225 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6735390e-36e7-4809-ac91-744605dc58c6 req-15ad6506-f095-47e0-91b8-c974b47fe15c tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990269 Nov 02 14:43:25.962147 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:43:25.969778 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c51f5a30-bb80-4393-9bc1-9ec9a31eedca req-1975f8b3-2a84-417c-80f3-56d217369c68 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=fb65d1e8-d64b-4519-9c9f-59355c916132&id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0855484 Nov 02 14:43:27.107661 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fd323-e2b2-432f-a036-30167437ee41 req-b68785fe-3546-473d-b9f2-b782941eb9cd tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:27.109169 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b40fd323-e2b2-432f-a036-30167437ee41 req-b68785fe-3546-473d-b9f2-b782941eb9cd tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 945 time: 0.0798030 Nov 02 14:43:27.129191 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b41e16-5fd1-48e3-aaa6-4448208a36b9 req-53e66350-71f3-4401-ac3f-12a7f3593365 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:27.130602 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b6b41e16-5fd1-48e3-aaa6-4448208a36b9 req-53e66350-71f3-4401-ac3f-12a7f3593365 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 985 time: 0.0722892 Nov 02 14:43:27.197432 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b40fd323-e2b2-432f-a036-30167437ee41 req-597d89ed-16a6-4914-9aa9-cf88df96a4a5 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822573 Nov 02 14:43:27.218882 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b6b41e16-5fd1-48e3-aaa6-4448208a36b9 req-b6b082b5-fb20-495d-b7cd-92cf3ee85402 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=fb65d1e8-d64b-4519-9c9f-59355c916132&id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0810986 Nov 02 14:43:28.324520 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f8f96-f498-42f8-a2fb-a8e7c9c73656 req-4bbf3f2b-9c8f-4a43-862d-b013cb528855 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:28.326040 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-721f8f96-f498-42f8-a2fb-a8e7c9c73656 req-4bbf3f2b-9c8f-4a43-862d-b013cb528855 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 945 time: 0.0486691 Nov 02 14:43:28.376422 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-721f8f96-f498-42f8-a2fb-a8e7c9c73656 req-c7928f85-a715-41df-8c30-df409d6b839c tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439701 Nov 02 14:43:28.707046 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:29.505376 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d267b50-3ec4-49f6-b982-784fc56822d1 req-9dbb68e1-b7b5-49c8-a883-c6f5a70da434 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:29.506954 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7d267b50-3ec4-49f6-b982-784fc56822d1 req-9dbb68e1-b7b5-49c8-a883-c6f5a70da434 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 945 time: 0.0526097 Nov 02 14:43:29.555841 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7d267b50-3ec4-49f6-b982-784fc56822d1 req-dff2d072-4c5d-45c3-b399-e318d204ccaf tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431733 Nov 02 14:43:30.678448 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685b398-e2b8-48b7-83a0-1fbabaea542e req-b3f67038-212d-4aa2-9770-c2295e36ce17 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:30.679939 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f685b398-e2b8-48b7-83a0-1fbabaea542e req-b3f67038-212d-4aa2-9770-c2295e36ce17 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 945 time: 0.0486846 Nov 02 14:43:30.729203 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f685b398-e2b8-48b7-83a0-1fbabaea542e req-7fecbb38-115f-468a-8eb6-31fef5067843 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434783 Nov 02 14:43:31.004005 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee3e8d-f84e-438e-a17a-b224ec5173a8 req-cfa58718-b8cd-4212-a4e5-cf3fee5dcd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:31.005539 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9aee3e8d-f84e-438e-a17a-b224ec5173a8 req-cfa58718-b8cd-4212-a4e5-cf3fee5dcd29 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 1129 time: 0.0383492 Nov 02 14:43:31.053343 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9aee3e8d-f84e-438e-a17a-b224ec5173a8 req-d964f752-4def-4795-b699-c91768c251b1 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417080 Nov 02 14:43:31.856518 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8ec5a-034b-4829-8363-31258f1ac144 req-f87faa76-1606-4eb0-8288-2480fbccd786 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:31.858017 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1cc8ec5a-034b-4829-8363-31258f1ac144 req-f87faa76-1606-4eb0-8288-2480fbccd786 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 945 time: 0.0488126 Nov 02 14:43:31.907265 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1cc8ec5a-034b-4829-8363-31258f1ac144 req-345bc6fa-db93-468e-8c1a-0d36c628d1ec tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432413 Nov 02 14:43:31.974354 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=16 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:43:31.992472 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=18 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:43:33.030307 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10a1d1-6b24-4ef4-8d68-d9fc9d5dc064 req-9da431f1-82eb-4e17-ba3e-0cbe634420b1 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:33.032159 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6d10a1d1-6b24-4ef4-8d68-d9fc9d5dc064 req-9da431f1-82eb-4e17-ba3e-0cbe634420b1 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 945 time: 0.0478568 Nov 02 14:43:33.081949 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6d10a1d1-6b24-4ef4-8d68-d9fc9d5dc064 req-fa7907ee-46e3-4447-9a19-cabe0698c6b2 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443132 Nov 02 14:43:33.681118 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae56490-2a41-443d-8b16-559974f1f1bc req-dfb347c0-1c43-4323-91f2-2b3d061c84d5 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:33.682598 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2ae56490-2a41-443d-8b16-559974f1f1bc req-dfb347c0-1c43-4323-91f2-2b3d061c84d5 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 945 time: 0.0513237 Nov 02 14:43:33.714007 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:43:33.731462 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2ae56490-2a41-443d-8b16-559974f1f1bc req-4666ab95-17b9-4b1f-ae79-fceb375298c0 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428469 Nov 02 14:43:33.770588 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12693a1a-b676-4ce6-baa3-3ab05013a46f req-015905e5-7ccc-48a8-9c1d-55b8f51c2bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:33.772072 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-12693a1a-b676-4ce6-baa3-3ab05013a46f req-015905e5-7ccc-48a8-9c1d-55b8f51c2bcc service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=edc675d4a92f4ff9ae8a41a020fa792c&device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 1129 time: 0.0397716 Nov 02 14:43:33.804394 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:43:33.870114 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12693a1a-b676-4ce6-baa3-3ab05013a46f req-7b22bf76-b3ea-4612-b262-23026515b474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:33.871575 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-12693a1a-b676-4ce6-baa3-3ab05013a46f req-7b22bf76-b3ea-4612-b262-23026515b474 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=bea7d5f3-3f34-426a-97bc-a8938ef4d97b HTTP/1.1" status: 200 len: 920 time: 0.0912194 Nov 02 14:43:33.936888 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-12693a1a-b676-4ce6-baa3-3ab05013a46f req-2b1fa1df-9af1-43d4-9bca-25d882911fa3 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc1bebad-c267-4384-b8ba-b3d4c19799bd HTTP/1.1" status: 200 len: 1001 time: 0.0568604 Nov 02 14:43:33.988298 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12693a1a-b676-4ce6-baa3-3ab05013a46f req-45ab20c6-013f-4f09-bdaf-2dc892e7d020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:33.989740 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-12693a1a-b676-4ce6-baa3-3ab05013a46f req-45ab20c6-013f-4f09-bdaf-2dc892e7d020 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=543df3fb-8a54-4baf-bcd8-c5079d82249a HTTP/1.1" status: 200 len: 858 time: 0.0440087 Nov 02 14:43:34.036052 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12693a1a-b676-4ce6-baa3-3ab05013a46f req-fb29afdb-0234-497e-b0a6-c5351c144563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:34.037530 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-12693a1a-b676-4ce6-baa3-3ab05013a46f req-fb29afdb-0234-497e-b0a6-c5351c144563 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=bea7d5f3-3f34-426a-97bc-a8938ef4d97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414350 Nov 02 14:43:34.127992 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-12693a1a-b676-4ce6-baa3-3ab05013a46f req-7f5ea165-a79b-469b-b29d-9612a3842e34 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/bea7d5f3-3f34-426a-97bc-a8938ef4d97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842586 Nov 02 14:43:34.220669 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-12693a1a-b676-4ce6-baa3-3ab05013a46f req-99b54a05-5ae2-40b6-b727-06c338b48237 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/bea7d5f3-3f34-426a-97bc-a8938ef4d97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866086 Nov 02 14:43:34.864294 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32875c-7756-4ee1-85c1-dd6dacb6acc3 req-18de03a7-dcc9-4d26-8b81-cbc3a382fb31 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:34.865821 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ba32875c-7756-4ee1-85c1-dd6dacb6acc3 req-18de03a7-dcc9-4d26-8b81-cbc3a382fb31 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 945 time: 0.0483904 Nov 02 14:43:34.916502 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ba32875c-7756-4ee1-85c1-dd6dacb6acc3 req-655747c6-3775-4d5d-bd52-67fef454ecc7 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450680 Nov 02 14:43:35.806324 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=31,neutron:DELETE=4 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:43:36.038888 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a309a-53c2-47b5-a528-e8dddcb1fcf7 req-debc57bd-e231-4b1b-9079-c06abde38887 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:36.040362 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d79a309a-53c2-47b5-a528-e8dddcb1fcf7 req-debc57bd-e231-4b1b-9079-c06abde38887 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 945 time: 0.0467732 Nov 02 14:43:36.091627 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d79a309a-53c2-47b5-a528-e8dddcb1fcf7 req-52579e91-1fb8-41db-8dfc-06226eed99aa tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455329 Nov 02 14:43:36.381488 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-424acd4a-cd05-4b99-9d5b-974f2c314b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:37.222359 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362af4a-0410-41a3-82bb-23e139c7c4a1 req-7f6b1651-2cb2-4988-b6b2-1ea7755dbd0a tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:37.223802 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4362af4a-0410-41a3-82bb-23e139c7c4a1 req-7f6b1651-2cb2-4988-b6b2-1ea7755dbd0a tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 945 time: 0.0539896 Nov 02 14:43:37.279938 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4362af4a-0410-41a3-82bb-23e139c7c4a1 req-b9aa33cc-fb45-484d-a9c1-29bb152416a9 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484529 Nov 02 14:43:38.402833 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb5ba3-c3a1-4d96-b5e7-301529672f54 req-04f2480f-23cb-4799-9be3-745d121bbe8d tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:38.404311 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1afb5ba3-c3a1-4d96-b5e7-301529672f54 req-04f2480f-23cb-4799-9be3-745d121bbe8d tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 945 time: 0.0478978 Nov 02 14:43:38.458616 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1afb5ba3-c3a1-4d96-b5e7-301529672f54 req-daa669b5-10f2-422a-a834-1d4b75060b3f tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481112 Nov 02 14:43:38.866794 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-1a63d322-5e77-4d51-bbb8-0b3fa8c177a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:39.589486 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56059dc-063b-4ab6-b125-cd0f4a6a30c2 req-31c4483e-c1d4-41de-9bd7-aeef14b0e318 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:39.591074 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d56059dc-063b-4ab6-b125-cd0f4a6a30c2 req-31c4483e-c1d4-41de-9bd7-aeef14b0e318 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 945 time: 0.0535684 Nov 02 14:43:39.644168 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d56059dc-063b-4ab6-b125-cd0f4a6a30c2 req-46de78e0-c923-4710-b70e-ab476449cd70 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460317 Nov 02 14:43:39.766589 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d7e92-3de1-4833-811a-f74fb2bacbea req-5634e252-6ab8-494f-bfc8-77b7fc6597bb tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:39.768015 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1c9d7e92-3de1-4833-811a-f74fb2bacbea req-5634e252-6ab8-494f-bfc8-77b7fc6597bb tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 945 time: 0.0522401 Nov 02 14:43:39.778464 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 34912) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:43:39.783467 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-96e1d77e-e901-4f7e-810e-a4ba30af679d tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Request body: {'floatingip': {'port_id': 'fc1bebad-c267-4384-b8ba-b3d4c19799bd'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:43:39.832521 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:43:39.842196 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-96e1d77e-e901-4f7e-810e-a4ba30af679d tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks [] for floatingip (ab7d20ff-2ec0-4a3a-91b1-6d7b1ed33f90), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:39.885313 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:43:40.299507 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-96e1d77e-e901-4f7e-810e-a4ba30af679d tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:40.358568 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-96e1d77e-e901-4f7e-810e-a4ba30af679d tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66773501'] for floatingip (ab7d20ff-2ec0-4a3a-91b1-6d7b1ed33f90), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:40.472566 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:40.560471 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e1d77e-e901-4f7e-810e-a4ba30af679d tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Router 6418c070-202d-44f4-a721-f4d15d9291da has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:43:40.666555 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e1d77e-e901-4f7e-810e-a4ba30af679d tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:43:40.676020 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-96e1d77e-e901-4f7e-810e-a4ba30af679d tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for floatingip (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:40.677200 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2adedd4-d36f-46d7-8f55-a4d6ccb81207 None None] Sync routers for ids ['6418c070-202d-44f4-a721-f4d15d9291da'] in dv-cinder-862365-4-iscsi {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:43:40.688616 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2adedd4-d36f-46d7-8f55-a4d6ccb81207 None None] Routers {'6418c070-202d-44f4-a721-f4d15d9291da'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:43:40.689251 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-e2adedd4-d36f-46d7-8f55-a4d6ccb81207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:43:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['6418c070-202d-44f4-a721-f4d15d9291da'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:43:40.704130 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1d6b9a-4ef9-47db-b416-7a0a0f885d91', 'tag': 'fc1bebad-c267-4384-b8ba-b3d4c19799bd'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:43:40.706457 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a239173e-7e34-4d83-ae5b-0aba563afbcb" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1d6b9a-4ef9-47db-b416-7a0a0f885d91", "tag": "fc1bebad-c267-4384-b8ba-b3d4c19799bd"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:43:40.741590 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-96e1d77e-e901-4f7e-810e-a4ba30af679d tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "PUT /networking/v2.0/floatingips/ab7d20ff-2ec0-4a3a-91b1-6d7b1ed33f90 HTTP/1.1" status: 200 len: 993 time: 0.9620006 Nov 02 14:43:40.748974 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8655fd-9856-40a8-b3c3-e9ffeb8609f0 x-openstack-request-id: req-0c8655fd-9856-40a8-b3c3-e9ffeb8609f0 {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:43:40.749298 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1d6b9a-4ef9-47db-b416-7a0a0f885d91", "tag": "fc1bebad-c267-4384-b8ba-b3d4c19799bd", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:43:40.749547 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0c8655fd-9856-40a8-b3c3-e9ffeb8609f0 {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:43:40.750009 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c8655fd-9856-40a8-b3c3-e9ffeb8609f0'] response: {'name': 'network-changed', 'server_uuid': '4d1d6b9a-4ef9-47db-b416-7a0a0f885d91', 'tag': 'fc1bebad-c267-4384-b8ba-b3d4c19799bd', 'status': 'completed', 'code': 200} Nov 02 14:43:40.852291 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239173e-7e34-4d83-ae5b-0aba563afbcb req-09dfb70c-22a8-49a0-b4ea-4e902fa5bee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:40.853855 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a239173e-7e34-4d83-ae5b-0aba563afbcb req-09dfb70c-22a8-49a0-b4ea-4e902fa5bee3 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=edc675d4a92f4ff9ae8a41a020fa792c&device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 1129 time: 0.0400865 Nov 02 14:43:40.891118 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:43:40.938770 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-e2adedd4-d36f-46d7-8f55-a4d6ccb81207 None None] Set router 6418c070-202d-44f4-a721-f4d15d9291da gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:43:40.952368 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239173e-7e34-4d83-ae5b-0aba563afbcb req-25a78d16-f863-4db3-8c6c-3ebd93f815bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:40.954404 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a239173e-7e34-4d83-ae5b-0aba563afbcb req-25a78d16-f863-4db3-8c6c-3ebd93f815bf service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=bea7d5f3-3f34-426a-97bc-a8938ef4d97b HTTP/1.1" status: 200 len: 920 time: 0.0926251 Nov 02 14:43:41.020283 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a239173e-7e34-4d83-ae5b-0aba563afbcb req-67a2e291-4145-47fd-a7f0-db810d238e3c service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc1bebad-c267-4384-b8ba-b3d4c19799bd HTTP/1.1" status: 200 len: 1001 time: 0.0577397 Nov 02 14:43:41.035109 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:43:41.074962 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239173e-7e34-4d83-ae5b-0aba563afbcb req-220faeeb-5eaf-43d5-82e4-debfe510a83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:41.076471 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a239173e-7e34-4d83-ae5b-0aba563afbcb req-220faeeb-5eaf-43d5-82e4-debfe510a83e service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=543df3fb-8a54-4baf-bcd8-c5079d82249a HTTP/1.1" status: 200 len: 858 time: 0.0495498 Nov 02 14:43:41.123843 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239173e-7e34-4d83-ae5b-0aba563afbcb req-6efb411f-b782-40bb-b005-4932393f2914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:41.126241 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a239173e-7e34-4d83-ae5b-0aba563afbcb req-6efb411f-b782-40bb-b005-4932393f2914 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=bea7d5f3-3f34-426a-97bc-a8938ef4d97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418546 Nov 02 14:43:41.158986 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-e2adedd4-d36f-46d7-8f55-a4d6ccb81207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6418c070-202d-44f4-a721-f4d15d9291da', 'name': 'tempest-ServerRescueNegativeTestJSON-1251080208-router', 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '03ac4043-a9dc-4fa0-b608-5c51f3bc015f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:19Z', 'updated_at': '2022-11-02T14:39:28Z', 'revision_number': 4, 'project_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'gw_port': {'id': '03ac4043-a9dc-4fa0-b608-5c51f3bc015f', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6418c070-202d-44f4-a721-f4d15d9291da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': 'ab7d20ff-2ec0-4a3a-91b1-6d7b1ed33f90', 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': '6418c070-202d-44f4-a721-f4d15d9291da', 'port_id': 'fc1bebad-c267-4384-b8ba-b3d4c19799bd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b', 'mac_address': 'fa:16:3e:4b:f7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1d6b9a-4ef9-47db-b416-7a0a0f885d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:41:45Z', 'updated_at': '2022-11-02T14:43:40Z', 'revision_number': 3, 'project_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bf68e88-1e76-4d78-b4b5-cdc5b1e32546', 'name': '', 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b', 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'mac_address': 'fa:16:3e:bc:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6418c070-202d-44f4-a721-f4d15d9291da', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '543df3fb-8a54-4baf-bcd8-c5079d82249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:27Z', 'updated_at': '2022-11-02T14:39:37Z', 'revision_number': 5, 'project_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'subnets': [{'id': '543df3fb-8a54-4baf-bcd8-c5079d82249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:43:41.188240 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2adedd4-d36f-46d7-8f55-a4d6ccb81207 None None] Checking router: 6418c070-202d-44f4-a721-f4d15d9291da for host: dv-cinder-862365-4-iscsi {{(pid=105392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:43:41.198913 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2adedd4-d36f-46d7-8f55-a4d6ccb81207 None None] Routers {'6418c070-202d-44f4-a721-f4d15d9291da'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:43:41.199535 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-e2adedd4-d36f-46d7-8f55-a4d6ccb81207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:43:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['6418c070-202d-44f4-a721-f4d15d9291da'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:43:41.232401 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a239173e-7e34-4d83-ae5b-0aba563afbcb req-5c557c7c-95e8-4c74-8c29-f319c98b7341 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/bea7d5f3-3f34-426a-97bc-a8938ef4d97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998263 Nov 02 14:43:41.305521 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-e2adedd4-d36f-46d7-8f55-a4d6ccb81207 None None] Set router 6418c070-202d-44f4-a721-f4d15d9291da gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:43:41.327127 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a239173e-7e34-4d83-ae5b-0aba563afbcb req-d7ce73c0-337b-4463-94bb-5e6d40625ee9 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/bea7d5f3-3f34-426a-97bc-a8938ef4d97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872431 Nov 02 14:43:41.525086 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-e2adedd4-d36f-46d7-8f55-a4d6ccb81207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6418c070-202d-44f4-a721-f4d15d9291da', 'name': 'tempest-ServerRescueNegativeTestJSON-1251080208-router', 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '03ac4043-a9dc-4fa0-b608-5c51f3bc015f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:19Z', 'updated_at': '2022-11-02T14:39:28Z', 'revision_number': 4, 'project_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'gw_port': {'id': '03ac4043-a9dc-4fa0-b608-5c51f3bc015f', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6418c070-202d-44f4-a721-f4d15d9291da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': 'ab7d20ff-2ec0-4a3a-91b1-6d7b1ed33f90', 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': '6418c070-202d-44f4-a721-f4d15d9291da', 'port_id': 'fc1bebad-c267-4384-b8ba-b3d4c19799bd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b', 'mac_address': 'fa:16:3e:4b:f7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1d6b9a-4ef9-47db-b416-7a0a0f885d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:41:45Z', 'updated_at': '2022-11-02T14:43:40Z', 'revision_number': 3, 'project_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bf68e88-1e76-4d78-b4b5-cdc5b1e32546', 'name': '', 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b', 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'mac_address': 'fa:16:3e:bc:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6418c070-202d-44f4-a721-f4d15d9291da', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '543df3fb-8a54-4baf-bcd8-c5079d82249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:27Z', 'updated_at': '2022-11-02T14:39:37Z', 'revision_number': 5, 'project_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'subnets': [{'id': '543df3fb-8a54-4baf-bcd8-c5079d82249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:43:41.553818 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:41.555715 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2adedd4-d36f-46d7-8f55-a4d6ccb81207 None None] The sync data for ids ['6418c070-202d-44f4-a721-f4d15d9291da'] in dv-cinder-862365-4-iscsi is: [{'id': '6418c070-202d-44f4-a721-f4d15d9291da', 'name': 'tempest-ServerRescueNegativeTestJSON-1251080208-router', 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '03ac4043-a9dc-4fa0-b608-5c51f3bc015f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:19Z', 'updated_at': '2022-11-02T14:39:28Z', 'revision_number': 4, 'project_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'gw_port': {'id': '03ac4043-a9dc-4fa0-b608-5c51f3bc015f', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6418c070-202d-44f4-a721-f4d15d9291da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': 'ab7d20ff-2ec0-4a3a-91b1-6d7b1ed33f90', 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': '6418c070-202d-44f4-a721-f4d15d9291da', 'port_id': 'fc1bebad-c267-4384-b8ba-b3d4c19799bd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b', 'mac_address': 'fa:16:3e:4b:f7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1d6b9a-4ef9-47db-b416-7a0a0f885d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:41:45Z', 'updated_at': '2022-11-02T14:43:40Z', 'revision_number': 3, 'project_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bf68e88-1e76-4d78-b4b5-cdc5b1e32546', 'name': '', 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b', 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'mac_address': 'fa:16:3e:bc:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6418c070-202d-44f4-a721-f4d15d9291da', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '543df3fb-8a54-4baf-bcd8-c5079d82249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:27Z', 'updated_at': '2022-11-02T14:39:37Z', 'revision_number': 5, 'project_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'subnets': [{'id': '543df3fb-8a54-4baf-bcd8-c5079d82249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:43:41.971655 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:42.751859 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1d6b9a-4ef9-47db-b416-7a0a0f885d91', 'tag': 'fc1bebad-c267-4384-b8ba-b3d4c19799bd'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:43:42.754257 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355288e3-85cb-4ea5-83be-cea793a3533c" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1d6b9a-4ef9-47db-b416-7a0a0f885d91", "tag": "fc1bebad-c267-4384-b8ba-b3d4c19799bd"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:43:42.792079 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b234a59-7f22-4ebb-ba4a-e7e09d93ba56 x-openstack-request-id: req-5b234a59-7f22-4ebb-ba4a-e7e09d93ba56 {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:43:42.792367 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1d6b9a-4ef9-47db-b416-7a0a0f885d91", "tag": "fc1bebad-c267-4384-b8ba-b3d4c19799bd", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:43:42.792673 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5b234a59-7f22-4ebb-ba4a-e7e09d93ba56 {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:43:42.793127 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b234a59-7f22-4ebb-ba4a-e7e09d93ba56'] response: {'name': 'network-changed', 'server_uuid': '4d1d6b9a-4ef9-47db-b416-7a0a0f885d91', 'tag': 'fc1bebad-c267-4384-b8ba-b3d4c19799bd', 'status': 'completed', 'code': 200} Nov 02 14:43:42.894683 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355288e3-85cb-4ea5-83be-cea793a3533c req-c893fbc6-1d49-43da-9147-8831f046ff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:42.896215 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-355288e3-85cb-4ea5-83be-cea793a3533c req-c893fbc6-1d49-43da-9147-8831f046ff5a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=edc675d4a92f4ff9ae8a41a020fa792c&device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 1129 time: 0.0408947 Nov 02 14:43:43.006514 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355288e3-85cb-4ea5-83be-cea793a3533c req-bc161990-a0d4-4be5-b99a-8e0cd47fdcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:43.007994 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-355288e3-85cb-4ea5-83be-cea793a3533c req-bc161990-a0d4-4be5-b99a-8e0cd47fdcb1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=bea7d5f3-3f34-426a-97bc-a8938ef4d97b HTTP/1.1" status: 200 len: 920 time: 0.1047640 Nov 02 14:43:43.072766 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-355288e3-85cb-4ea5-83be-cea793a3533c req-f548a735-3eb9-4599-8900-4cdeffbba785 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc1bebad-c267-4384-b8ba-b3d4c19799bd HTTP/1.1" status: 200 len: 1001 time: 0.0575936 Nov 02 14:43:43.126171 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355288e3-85cb-4ea5-83be-cea793a3533c req-2b2bc6b9-f546-4655-bc15-b67293f4861f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:43.127661 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-355288e3-85cb-4ea5-83be-cea793a3533c req-2b2bc6b9-f546-4655-bc15-b67293f4861f service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=543df3fb-8a54-4baf-bcd8-c5079d82249a HTTP/1.1" status: 200 len: 858 time: 0.0488236 Nov 02 14:43:43.172888 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355288e3-85cb-4ea5-83be-cea793a3533c req-17fc75a1-83a0-497b-a472-f894993b1d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:43.182212 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-355288e3-85cb-4ea5-83be-cea793a3533c req-17fc75a1-83a0-497b-a472-f894993b1d86 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=bea7d5f3-3f34-426a-97bc-a8938ef4d97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402348 Nov 02 14:43:43.275302 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-355288e3-85cb-4ea5-83be-cea793a3533c req-d0f6009d-8221-4ba1-a6f2-29d70055b5a2 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/bea7d5f3-3f34-426a-97bc-a8938ef4d97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941074 Nov 02 14:43:43.371041 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-355288e3-85cb-4ea5-83be-cea793a3533c req-456f4c5f-6fd3-4935-b113-6f4500fff7ed service neutron] 10.222.0.64 "GET /networking/v2.0/networks/bea7d5f3-3f34-426a-97bc-a8938ef4d97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881624 Nov 02 14:43:45.603277 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:43:47.224453 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f73c1dce-db22-4ed9-abf7-e09e157b09c5 req-d56dbca9-f95a-4292-afe7-0b6d3cfbd5ac service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398674 Nov 02 14:43:47.306245 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:43:47.310170 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c1dce-db22-4ed9-abf7-e09e157b09c5 req-047671a9-dcd8-4bc4-bf6a-69bf59e64438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:47.311722 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f73c1dce-db22-4ed9-abf7-e09e157b09c5 req-047671a9-dcd8-4bc4-bf6a-69bf59e64438 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0dd67ec4f08d4d548af5b5ccee50407c&device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 1131 time: 0.0435688 Nov 02 14:43:47.418647 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c1dce-db22-4ed9-abf7-e09e157b09c5 req-b54c31bc-e185-4d23-9e94-df59a885f450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:47.420182 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f73c1dce-db22-4ed9-abf7-e09e157b09c5 req-b54c31bc-e185-4d23-9e94-df59a885f450 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=f2e46242-b4bc-49aa-9edc-2954b80ac8ba HTTP/1.1" status: 200 len: 917 time: 0.0884259 Nov 02 14:43:47.742862 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f73c1dce-db22-4ed9-abf7-e09e157b09c5 req-260a0482-4ccc-4a92-8a3a-4b734699f1fa service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af3cc54b-a081-4f0c-aad1-a5c16e7530c7 HTTP/1.1" status: 200 len: 1002 time: 0.3136897 Nov 02 14:43:47.795739 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c1dce-db22-4ed9-abf7-e09e157b09c5 req-d4c42645-ff4a-4f08-b91c-0c9eab607c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:47.797343 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f73c1dce-db22-4ed9-abf7-e09e157b09c5 req-d4c42645-ff4a-4f08-b91c-0c9eab607c0a service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=82f2bb5b-1705-4182-9233-e8913f6cd258 HTTP/1.1" status: 200 len: 855 time: 0.0480778 Nov 02 14:43:47.844705 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c1dce-db22-4ed9-abf7-e09e157b09c5 req-d9845fa3-9424-4a75-ba69-393d993acda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:47.846227 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f73c1dce-db22-4ed9-abf7-e09e157b09c5 req-d9845fa3-9424-4a75-ba69-393d993acda2 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=f2e46242-b4bc-49aa-9edc-2954b80ac8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424659 Nov 02 14:43:47.945739 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f73c1dce-db22-4ed9-abf7-e09e157b09c5 req-aef0f72e-d5f2-497e-b6fd-5784630f7240 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f2e46242-b4bc-49aa-9edc-2954b80ac8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928957 Nov 02 14:43:47.978365 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:43:48.044040 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f73c1dce-db22-4ed9-abf7-e09e157b09c5 req-978efcb6-8cf3-4be6-9032-91718672db78 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f2e46242-b4bc-49aa-9edc-2954b80ac8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927732 Nov 02 14:43:48.100977 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6375bf-0b2e-4148-a11c-e583e732e21d req-dde2e84a-eba5-4fa7-bf26-50f94ac1a094 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:48.102500 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8a6375bf-0b2e-4148-a11c-e583e732e21d req-dde2e84a-eba5-4fa7-bf26-50f94ac1a094 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 947 time: 0.0524168 Nov 02 14:43:48.153273 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8a6375bf-0b2e-4148-a11c-e583e732e21d req-4f7ae642-2298-4a14-b339-5f4f12fe5315 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450034 Nov 02 14:43:49.287210 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea5b7b-e4e2-4151-a265-63858d68ac87 req-ef572097-35ce-4b1e-babf-58615e847954 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:49.288750 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9aea5b7b-e4e2-4151-a265-63858d68ac87 req-ef572097-35ce-4b1e-babf-58615e847954 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 947 time: 0.0500059 Nov 02 14:43:49.339110 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9aea5b7b-e4e2-4151-a265-63858d68ac87 req-a448f247-a2ff-47fd-b56e-edc54253b5af tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445826 Nov 02 14:43:50.005177 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a0d65-b16b-45c8-bfba-75c09e69b789 req-059ba1cb-8648-4e3f-a129-8b81ce80a629 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:50.006661 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-859a0d65-b16b-45c8-bfba-75c09e69b789 req-059ba1cb-8648-4e3f-a129-8b81ce80a629 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 947 time: 0.0495439 Nov 02 14:43:50.165665 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [req-859a0d65-b16b-45c8-bfba-75c09e69b789 req-37bee659-d862-453e-a77e-0078f7e5e88e tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Deleting port af3cc54b-a081-4f0c-aad1-a5c16e7530c7 {{(pid=105391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:43:50.165930 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-859a0d65-b16b-45c8-bfba-75c09e69b789 req-37bee659-d862-453e-a77e-0078f7e5e88e tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (af3cc54b-a081-4f0c-aad1-a5c16e7530c7), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:50.262865 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-859a0d65-b16b-45c8-bfba-75c09e69b789 req-37bee659-d862-453e-a77e-0078f7e5e88e tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] For port af3cc54b-a081-4f0c-aad1-a5c16e7530c7, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=af3cc54b-a081-4f0c-aad1-a5c16e7530c7,segment=NetworkSegment(1eff0572-7501-4653-a799-253705bab93c),segment_id=1eff0572-7501-4653-a799-253705bab93c)] {{(pid=105391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:43:50.263235 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-859a0d65-b16b-45c8-bfba-75c09e69b789 req-37bee659-d862-453e-a77e-0078f7e5e88e tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (af3cc54b-a081-4f0c-aad1-a5c16e7530c7), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:50.381706 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:43:50.524552 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab66a7e-c545-4b50-82b1-8b3a0984e332 req-e11552da-b253-4425-b9d0-83bbb75c671d tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:50.526181 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7ab66a7e-c545-4b50-82b1-8b3a0984e332 req-e11552da-b253-4425-b9d0-83bbb75c671d tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 947 time: 0.0924995 Nov 02 14:43:50.547891 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-859a0d65-b16b-45c8-bfba-75c09e69b789 req-37bee659-d862-453e-a77e-0078f7e5e88e tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:50.548449 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-859a0d65-b16b-45c8-bfba-75c09e69b789 req-37bee659-d862-453e-a77e-0078f7e5e88e tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66773501'] for floatingip (a929b20b-b861-4b9e-a2f7-0d13b8c18df6), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:50.548810 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.db.l3_db [req-859a0d65-b16b-45c8-bfba-75c09e69b789 req-37bee659-d862-453e-a77e-0078f7e5e88e tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Floating IP a929b20b-b861-4b9e-a2f7-0d13b8c18df6 disassociated. External IP: 172.27.0.254, port: af3cc54b-a081-4f0c-aad1-a5c16e7530c7. Nov 02 14:43:50.549199 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [req-859a0d65-b16b-45c8-bfba-75c09e69b789 req-37bee659-d862-453e-a77e-0078f7e5e88e tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Calling delete_port for af3cc54b-a081-4f0c-aad1-a5c16e7530c7 owned by compute:nova {{(pid=105391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:43:50.629183 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7ab66a7e-c545-4b50-82b1-8b3a0984e332 req-96ca8600-2b7c-49c2-ba87-a88a6a998eb6 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=0570b00c-e545-49f2-bd88-7f7e7fabc905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925593 Nov 02 14:43:50.804838 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-859a0d65-b16b-45c8-bfba-75c09e69b789 req-37bee659-d862-453e-a77e-0078f7e5e88e tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470'] for port (af3cc54b-a081-4f0c-aad1-a5c16e7530c7), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:50.836147 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bee659-d862-453e-a77e-0078f7e5e88e tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Pushing event deleted for resources: {'Port': ['ID=af3cc54b-a081-4f0c-aad1-a5c16e7530c7,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:43:50.887368 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:43:50.960240 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-859a0d65-b16b-45c8-bfba-75c09e69b789 req-37bee659-d862-453e-a77e-0078f7e5e88e tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Router 342a5859-52ee-490d-94ca-5c9173f1f852 has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:43:51.063116 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-859a0d65-b16b-45c8-bfba-75c09e69b789 req-37bee659-d862-453e-a77e-0078f7e5e88e tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:43:51.074715 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebe086f-43cb-4910-958b-ad4144e3d347 None None] Sync routers for ids ['342a5859-52ee-490d-94ca-5c9173f1f852'] in dv-cinder-862365-4-iscsi {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:43:51.087220 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebe086f-43cb-4910-958b-ad4144e3d347 None None] Routers {'342a5859-52ee-490d-94ca-5c9173f1f852'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:43:51.087852 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-cebe086f-43cb-4910-958b-ad4144e3d347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:43:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['342a5859-52ee-490d-94ca-5c9173f1f852'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:43:51.111962 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [req-859a0d65-b16b-45c8-bfba-75c09e69b789 req-37bee659-d862-453e-a77e-0078f7e5e88e tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] No DVR routers for this DVR port af3cc54b-a081-4f0c-aad1-a5c16e7530c7 on host hv-cinder-86236 {{(pid=105391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:43:51.114485 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-859a0d65-b16b-45c8-bfba-75c09e69b789 req-37bee659-d862-453e-a77e-0078f7e5e88e tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:51.118098 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-859a0d65-b16b-45c8-bfba-75c09e69b789 req-37bee659-d862-453e-a77e-0078f7e5e88e tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.64 "DELETE /networking/v2.0/ports/af3cc54b-a081-4f0c-aad1-a5c16e7530c7 HTTP/1.1" status: 204 len: 173 time: 1.0413022 Nov 02 14:43:51.118746 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0f8129-8155-4b7c-a462-f9c067ecfbca', 'name': 'network-vif-deleted', 'tag': 'af3cc54b-a081-4f0c-aad1-a5c16e7530c7'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:43:51.121258 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a021df-a7eb-42d0-8351-8af1ad095789" -d '{"events": [{"server_uuid": "5d0f8129-8155-4b7c-a462-f9c067ecfbca", "name": "network-vif-deleted", "tag": "af3cc54b-a081-4f0c-aad1-a5c16e7530c7"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:43:51.162877 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4809ee85-e616-4de7-b711-3657c223b41d x-openstack-request-id: req-4809ee85-e616-4de7-b711-3657c223b41d {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:43:51.163178 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d0f8129-8155-4b7c-a462-f9c067ecfbca", "name": "network-vif-deleted", "tag": "af3cc54b-a081-4f0c-aad1-a5c16e7530c7", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:43:51.163433 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4809ee85-e616-4de7-b711-3657c223b41d {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:43:51.163841 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4809ee85-e616-4de7-b711-3657c223b41d'] response: {'server_uuid': '5d0f8129-8155-4b7c-a462-f9c067ecfbca', 'name': 'network-vif-deleted', 'tag': 'af3cc54b-a081-4f0c-aad1-a5c16e7530c7', 'status': 'completed', 'code': 200} Nov 02 14:43:51.209348 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-cebe086f-43cb-4910-958b-ad4144e3d347 None None] Set router 342a5859-52ee-490d-94ca-5c9173f1f852 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:43:51.416729 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-cebe086f-43cb-4910-958b-ad4144e3d347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'name': 'tempest-AttachVolumeShelveTestJSON-131606185-router', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '39efcdc3-cd3e-476b-b10c-41c4ae64db72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:30Z', 'revision_number': 4, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'gw_port': {'id': '39efcdc3-cd3e-476b-b10c-41c4ae64db72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:21Z', 'updated_at': '2022-11-02T14:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '7fc70695-7ca0-43fe-8bf7-92bc8c2240c8', 'name': '', 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'mac_address': 'fa:16:3e:55:6d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '82f2bb5b-1705-4182-9233-e8913f6cd258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:28Z', 'updated_at': '2022-11-02T14:39:39Z', 'revision_number': 5, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'subnets': [{'id': '82f2bb5b-1705-4182-9233-e8913f6cd258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:43:51.444074 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebe086f-43cb-4910-958b-ad4144e3d347 None None] Checking router: 342a5859-52ee-490d-94ca-5c9173f1f852 for host: dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:43:51.453549 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebe086f-43cb-4910-958b-ad4144e3d347 None None] Routers {'342a5859-52ee-490d-94ca-5c9173f1f852'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:43:51.454294 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-cebe086f-43cb-4910-958b-ad4144e3d347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:43:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['342a5859-52ee-490d-94ca-5c9173f1f852'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:43:51.667446 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-cebe086f-43cb-4910-958b-ad4144e3d347 None None] Set router 342a5859-52ee-490d-94ca-5c9173f1f852 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:43:51.785241 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-194977e0-ac98-4b40-95b5-a797c6dc66da req-94c25a6e-c17c-47fb-a244-f8324735ab0d tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=5d0f8129-8155-4b7c-a462-f9c067ecfbca HTTP/1.1" status: 200 len: 210 time: 0.0321002 Nov 02 14:43:51.882347 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-cebe086f-43cb-4910-958b-ad4144e3d347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'name': 'tempest-AttachVolumeShelveTestJSON-131606185-router', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '39efcdc3-cd3e-476b-b10c-41c4ae64db72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:30Z', 'revision_number': 4, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'gw_port': {'id': '39efcdc3-cd3e-476b-b10c-41c4ae64db72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:21Z', 'updated_at': '2022-11-02T14:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '7fc70695-7ca0-43fe-8bf7-92bc8c2240c8', 'name': '', 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'mac_address': 'fa:16:3e:55:6d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '82f2bb5b-1705-4182-9233-e8913f6cd258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:28Z', 'updated_at': '2022-11-02T14:39:39Z', 'revision_number': 5, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'subnets': [{'id': '82f2bb5b-1705-4182-9233-e8913f6cd258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:43:51.900405 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:43:51.908553 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:43:51.908855 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebe086f-43cb-4910-958b-ad4144e3d347 None None] The sync data for ids ['342a5859-52ee-490d-94ca-5c9173f1f852'] in dv-cinder-862365-4-iscsi is: [{'id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'name': 'tempest-AttachVolumeShelveTestJSON-131606185-router', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '39efcdc3-cd3e-476b-b10c-41c4ae64db72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:30Z', 'revision_number': 4, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'gw_port': {'id': '39efcdc3-cd3e-476b-b10c-41c4ae64db72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:21Z', 'updated_at': '2022-11-02T14:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '7fc70695-7ca0-43fe-8bf7-92bc8c2240c8', 'name': '', 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'mac_address': 'fa:16:3e:55:6d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '82f2bb5b-1705-4182-9233-e8913f6cd258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:28Z', 'updated_at': '2022-11-02T14:39:39Z', 'revision_number': 5, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'subnets': [{'id': '82f2bb5b-1705-4182-9233-e8913f6cd258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:43:52.144452 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8336ce72-b499-452e-b28b-169f0613d4d0 None None] New status for floating IP a929b20b-b861-4b9e-a2f7-0d13b8c18df6: DOWN {{(pid=105392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 14:43:52.961183 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 35042) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:43:53.023736 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d719ab52-7f14-4e06-b20c-818da50cf145 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for security_group (0570b00c-e545-49f2-bd88-7f7e7fabc905), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:53.050697 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d719ab52-7f14-4e06-b20c-818da50cf145 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for security_group (0570b00c-e545-49f2-bd88-7f7e7fabc905), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:53.193020 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d719ab52-7f14-4e06-b20c-818da50cf145 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (0570b00c-e545-49f2-bd88-7f7e7fabc905), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:53.195810 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d719ab52-7f14-4e06-b20c-818da50cf145 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:53.197086 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-d719ab52-7f14-4e06-b20c-818da50cf145 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "DELETE /networking/v2.0/security-groups/0570b00c-e545-49f2-bd88-7f7e7fabc905 HTTP/1.1" status: 204 len: 168 time: 0.2346785 Nov 02 14:43:53.204186 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 35044) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:43:53.207818 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719ab52-7f14-4e06-b20c-818da50cf145 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0570b00c-e545-49f2-bd88-7f7e7fabc905,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:43:53.233330 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.api.v2.resource [None req-f03bb552-e678-4027-8ac4-de4294ead4f5 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] show failed (client error): The resource could not be found. Nov 02 14:43:53.233962 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-f03bb552-e678-4027-8ac4-de4294ead4f5 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups/0570b00c-e545-49f2-bd88-7f7e7fabc905 HTTP/1.1" status: 404 len: 347 time: 0.0328522 Nov 02 14:43:53.237139 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 35046) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:43:53.354681 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ad514-f37e-43cc-8564-17bd8d34ec23 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Deleting port 220aa02a-0b27-4657-be7a-93530d5b678d {{(pid=105390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:43:53.355020 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ca0ad514-f37e-43cc-8564-17bd8d34ec23 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (220aa02a-0b27-4657-be7a-93530d5b678d), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:53.435113 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ca0ad514-f37e-43cc-8564-17bd8d34ec23 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (220aa02a-0b27-4657-be7a-93530d5b678d), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:53.435428 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ca0ad514-f37e-43cc-8564-17bd8d34ec23 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for floatingip (220aa02a-0b27-4657-be7a-93530d5b678d), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:53.449784 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ad514-f37e-43cc-8564-17bd8d34ec23 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Calling delete_port for 220aa02a-0b27-4657-be7a-93530d5b678d owned by network:floatingip {{(pid=105390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:43:53.685103 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ca0ad514-f37e-43cc-8564-17bd8d34ec23 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (220aa02a-0b27-4657-be7a-93530d5b678d), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:53.717214 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ad514-f37e-43cc-8564-17bd8d34ec23 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Pushing event deleted for resources: {'Port': ['ID=220aa02a-0b27-4657-be7a-93530d5b678d,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:43:53.785413 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ca0ad514-f37e-43cc-8564-17bd8d34ec23 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for floatingip (a929b20b-b861-4b9e-a2f7-0d13b8c18df6), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:53.787844 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ca0ad514-f37e-43cc-8564-17bd8d34ec23 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for floatingip (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:53.789037 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-ca0ad514-f37e-43cc-8564-17bd8d34ec23 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/a929b20b-b861-4b9e-a2f7-0d13b8c18df6 HTTP/1.1" status: 204 len: 168 time: 0.5508132 Nov 02 14:43:53.909855 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device af3cc54b-a081-4f0c-aad1-a5c16e7530c7 no longer exists at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:43:53.932545 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] No Port match for: af3cc54b-a081-4f0c-aad1-a5c16e7530c7 {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:43:53.932890 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device af3cc54b-a081-4f0c-aad1-a5c16e7530c7 not bound to the agent host hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:43:53.955275 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 35054) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:43:53.956596 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-81912bc5-7c52-4245-b30a-d0c51a90c335 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Request body: {'security_group': {'name': 'tempest-securitygroup--99597605', 'description': 'tempest-description--1015574246'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:43:54.050906 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-81912bc5-7c52-4245-b30a-d0c51a90c335 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:54.119618 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-81912bc5-7c52-4245-b30a-d0c51a90c335 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for security_group (be1368db-01b5-480c-8c00-06bb952841b9), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:54.193480 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-81912bc5-7c52-4245-b30a-d0c51a90c335 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (be1368db-01b5-480c-8c00-06bb952841b9), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:54.223732 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81912bc5-7c52-4245-b30a-d0c51a90c335 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be1368db-01b5-480c-8c00-06bb952841b9,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:43:54.290386 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-81912bc5-7c52-4245-b30a-d0c51a90c335 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:54.291677 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-81912bc5-7c52-4245-b30a-d0c51a90c335 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3392746 Nov 02 14:43:54.294564 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 35062) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:43:54.298990 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-b5b8bcd4-779d-47b9-99bc-0851e345e185 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Request body: {'security_group_rule': {'security_group_id': 'be1368db-01b5-480c-8c00-06bb952841b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:43:54.394997 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-b5b8bcd4-779d-47b9-99bc-0851e345e185 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for security_group_rule (6647723c-fb55-4a81-8085-23a667b1240f), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:54.441136 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-b5b8bcd4-779d-47b9-99bc-0851e345e185 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for security_group_rule (6647723c-fb55-4a81-8085-23a667b1240f), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:54.522407 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-b5b8bcd4-779d-47b9-99bc-0851e345e185 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66819821'] for security_group_rule (6647723c-fb55-4a81-8085-23a667b1240f), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:54.534830 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:43:54.542068 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8bcd4-779d-47b9-99bc-0851e345e185 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6647723c-fb55-4a81-8085-23a667b1240f,revision_number=0']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:43:54.675405 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-b5b8bcd4-779d-47b9-99bc-0851e345e185 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:54.676964 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-b5b8bcd4-779d-47b9-99bc-0851e345e185 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3811924 Nov 02 14:43:54.679517 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 35066) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:43:54.684217 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-e0b3ff29-78d2-4ec6-9e27-4c4b9bcbec03 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Request body: {'security_group_rule': {'security_group_id': 'be1368db-01b5-480c-8c00-06bb952841b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:43:54.791684 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e0b3ff29-78d2-4ec6-9e27-4c4b9bcbec03 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for security_group_rule (ef058b43-c1b0-47df-aeba-a41591b02b1b), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:54.813999 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:43:54.849909 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e0b3ff29-78d2-4ec6-9e27-4c4b9bcbec03 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for security_group_rule (ef058b43-c1b0-47df-aeba-a41591b02b1b), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:54.916802 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e0b3ff29-78d2-4ec6-9e27-4c4b9bcbec03 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66819821'] for security_group_rule (ef058b43-c1b0-47df-aeba-a41591b02b1b), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:54.939588 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3ff29-78d2-4ec6-9e27-4c4b9bcbec03 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef058b43-c1b0-47df-aeba-a41591b02b1b,revision_number=0']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:43:55.033846 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e0b3ff29-78d2-4ec6-9e27-4c4b9bcbec03 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:55.035071 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-e0b3ff29-78d2-4ec6-9e27-4c4b9bcbec03 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3545830 Nov 02 14:43:55.038202 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 35074) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:43:55.042601 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-3156fc34-3e28-4b81-9d77-6ebd2d345db9 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Request body: {'floatingip': {'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:43:55.139659 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-3156fc34-3e28-4b81-9d77-6ebd2d345db9 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:55.221749 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-3156fc34-3e28-4b81-9d77-6ebd2d345db9 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:55.323167 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.db_base_plugin_common [None req-3156fc34-3e28-4b81-9d77-6ebd2d345db9 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Allocated IP 172.27.0.189 (1e79e91c-2906-4b84-b981-aada7c6d27e6/3c350c57-8af8-403d-ac8f-51d64fbe694a/f49ab19b-2b65-41b2-9aac-206481404527) {{(pid=105390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:43:55.432448 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-3156fc34-3e28-4b81-9d77-6ebd2d345db9 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for port (f49ab19b-2b65-41b2-9aac-206481404527), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:55.522745 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-3156fc34-3e28-4b81-9d77-6ebd2d345db9 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (f49ab19b-2b65-41b2-9aac-206481404527), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:55.565891 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3156fc34-3e28-4b81-9d77-6ebd2d345db9 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Network 1e79e91c-2906-4b84-b981-aada7c6d27e6 is already hosted by enough agents. {{(pid=105390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:43:55.571094 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-3156fc34-3e28-4b81-9d77-6ebd2d345db9 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Resources bound (agent type, host, resource id): {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:43:55.573702 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3156fc34-3e28-4b81-9d77-6ebd2d345db9 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Received port after_create {{(pid=105390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:43:55.577691 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3156fc34-3e28-4b81-9d77-6ebd2d345db9 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Pushing event updated for resources: {'Port': ['ID=f49ab19b-2b65-41b2-9aac-206481404527,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:43:55.663010 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-3156fc34-3e28-4b81-9d77-6ebd2d345db9 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for floatingip (57272738-39b0-4343-975c-31ffcf37493a), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:55.730845 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:43:55.757175 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-3156fc34-3e28-4b81-9d77-6ebd2d345db9 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (f49ab19b-2b65-41b2-9aac-206481404527), before_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:55.870394 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:43:55.909734 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-3156fc34-3e28-4b81-9d77-6ebd2d345db9 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for port (f49ab19b-2b65-41b2-9aac-206481404527), precommit_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:55.975529 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-3156fc34-3e28-4b81-9d77-6ebd2d345db9 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638247'] for port (f49ab19b-2b65-41b2-9aac-206481404527), after_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:56.040465 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3156fc34-3e28-4b81-9d77-6ebd2d345db9 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Pushing event updated for resources: {'Port': ['ID=f49ab19b-2b65-41b2-9aac-206481404527,revision_number=2']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:43:56.045458 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-3156fc34-3e28-4b81-9d77-6ebd2d345db9 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66773501'] for floatingip (57272738-39b0-4343-975c-31ffcf37493a), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:56.101331 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-3156fc34-3e28-4b81-9d77-6ebd2d345db9 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for floatingip (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:56.102581 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-3156fc34-3e28-4b81-9d77-6ebd2d345db9 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0634425 Nov 02 14:43:56.305114 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-45443782-7a19-46b7-9299-926409ad785a req-eb79b25b-4654-44ee-a44e-e00a96d5663f tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--99597605&fields=id&tenant_id=0dd67ec4f08d4d548af5b5ccee50407c HTTP/1.1" status: 200 len: 267 time: 0.0434756 Nov 02 14:43:56.342768 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:43:56.416156 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45443782-7a19-46b7-9299-926409ad785a req-2f1ca8d3-b6e3-4e42-a7a2-1f63514dfd81 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:56.417626 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-45443782-7a19-46b7-9299-926409ad785a req-2f1ca8d3-b6e3-4e42-a7a2-1f63514dfd81 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/networks?id=f2e46242-b4bc-49aa-9edc-2954b80ac8ba HTTP/1.1" status: 200 len: 816 time: 0.1061604 Nov 02 14:43:56.432396 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-45443782-7a19-46b7-9299-926409ad785a req-404eb301-e812-43bc-a36b-97fa83377de0 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/quotas/0dd67ec4f08d4d548af5b5ccee50407c HTTP/1.1" status: 200 len: 375 time: 0.0090322 Nov 02 14:43:56.485812 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-45443782-7a19-46b7-9299-926409ad785a req-570c91a8-837a-4c78-bd7f-e72f670217ae tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=0dd67ec4f08d4d548af5b5ccee50407c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482972 Nov 02 14:43:56.582048 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-45443782-7a19-46b7-9299-926409ad785a req-a900512b-9a00-41cf-a4e4-b49f394f9d11 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/f2e46242-b4bc-49aa-9edc-2954b80ac8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847442 Nov 02 14:43:56.676822 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-45443782-7a19-46b7-9299-926409ad785a req-e589ed89-8303-42e5-89a1-2299e8b4b4ef service neutron] 10.222.0.30 "GET /networking/v2.0/networks/f2e46242-b4bc-49aa-9edc-2954b80ac8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890801 Nov 02 14:43:56.938500 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3e6c31f6-edb6-4327-a38e-9d18b5201b5b req-5279a64a-3766-4299-bc9f-557e4dc2a446 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 210 time: 0.0278587 Nov 02 14:43:58.048248 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e7fbcd08-e9f5-4a2a-8e44-a9328d687c7d req-ae769a6f-7fb4-43f8-beb7-3f33d3db1db4 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 210 time: 0.0282145 Nov 02 14:43:58.711086 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:59.185389 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1d03c0a3-b18c-4aa9-a23f-be391caecdd0 req-d8acfdc1-b11c-4be2-be9f-bbc61be6def8 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 210 time: 0.0523903 Nov 02 14:43:59.265870 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45443782-7a19-46b7-9299-926409ad785a req-12bb54d5-ced6-46df-b9b7-4d1e580b69e9 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:59.267475 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-45443782-7a19-46b7-9299-926409ad785a req-12bb54d5-ced6-46df-b9b7-4d1e580b69e9 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.64 "GET /networking/v2.0/networks?id=f2e46242-b4bc-49aa-9edc-2954b80ac8ba HTTP/1.1" status: 200 len: 816 time: 0.1359055 Nov 02 14:43:59.340495 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-45443782-7a19-46b7-9299-926409ad785a req-2362eb70-aa53-469b-9245-964aaa0029a9 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0dd67ec4f08d4d548af5b5ccee50407c HTTP/1.1" status: 200 len: 378 time: 0.0557261 Nov 02 14:43:59.355735 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [req-45443782-7a19-46b7-9299-926409ad785a req-08228679-e3fb-4654-8c1e-3ef3df598718 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Request body: {'port': {'device_id': 'ea6a4066-de22-411b-9e4b-1531cb199bc0', 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba', 'admin_state_up': True, 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'security_groups': ['be1368db-01b5-480c-8c00-06bb952841b9']}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:43:59.371100 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:43:59.541642 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45443782-7a19-46b7-9299-926409ad785a req-08228679-e3fb-4654-8c1e-3ef3df598718 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Made reservation on behalf of 0dd67ec4f08d4d548af5b5ccee50407c for: {'port': 1} {{(pid=105391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:43:59.545578 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-45443782-7a19-46b7-9299-926409ad785a req-08228679-e3fb-4654-8c1e-3ef3df598718 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:59.672161 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.db_base_plugin_common [req-45443782-7a19-46b7-9299-926409ad785a req-08228679-e3fb-4654-8c1e-3ef3df598718 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Allocated IP 172.20.0.10 (f2e46242-b4bc-49aa-9edc-2954b80ac8ba/82f2bb5b-1705-4182-9233-e8913f6cd258/bdb24aef-c8c8-4727-9d59-dbef941eb4f8) {{(pid=105391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:43:59.777416 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:43:59.816059 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-45443782-7a19-46b7-9299-926409ad785a req-08228679-e3fb-4654-8c1e-3ef3df598718 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for port (bdb24aef-c8c8-4727-9d59-dbef941eb4f8), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:59.896917 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-45443782-7a19-46b7-9299-926409ad785a req-08228679-e3fb-4654-8c1e-3ef3df598718 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461'] for port (bdb24aef-c8c8-4727-9d59-dbef941eb4f8), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:59.948275 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45443782-7a19-46b7-9299-926409ad785a req-08228679-e3fb-4654-8c1e-3ef3df598718 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Network f2e46242-b4bc-49aa-9edc-2954b80ac8ba is already hosted by enough agents. {{(pid=105391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:43:59.953813 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [req-45443782-7a19-46b7-9299-926409ad785a req-08228679-e3fb-4654-8c1e-3ef3df598718 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Resources bound (agent type, host, resource id): {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:43:59.957744 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [req-45443782-7a19-46b7-9299-926409ad785a req-08228679-e3fb-4654-8c1e-3ef3df598718 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Received port after_create {{(pid=105391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:43:59.962463 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45443782-7a19-46b7-9299-926409ad785a req-08228679-e3fb-4654-8c1e-3ef3df598718 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:43:59.963135 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-45443782-7a19-46b7-9299-926409ad785a req-08228679-e3fb-4654-8c1e-3ef3df598718 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:43:59.974791 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08228679-e3fb-4654-8c1e-3ef3df598718 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Pushing event updated for resources: {'Port': ['ID=bdb24aef-c8c8-4727-9d59-dbef941eb4f8,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:00.092750 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-45443782-7a19-46b7-9299-926409ad785a req-08228679-e3fb-4654-8c1e-3ef3df598718 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7406917 Nov 02 14:44:00.111990 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [req-45443782-7a19-46b7-9299-926409ad785a req-0b814557-ca44-4c38-9922-ddd59e3ea062 service neutron] Request body: {'port': {'device_id': 'ea6a4066-de22-411b-9e4b-1531cb199bc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86236'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:44:00.151924 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-14982321-4195-4aab-84e6-79589691c9da None None] Provisioning complete for port bdb24aef-c8c8-4727-9d59-dbef941eb4f8 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:44:00.152454 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-14982321-4195-4aab-84e6-79589691c9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (bdb24aef-c8c8-4727-9d59-dbef941eb4f8), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:00.152578 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-14982321-4195-4aab-84e6-79589691c9da None None] Attempt 1 to provision port bdb24aef-c8c8-4727-9d59-dbef941eb4f8 Nov 02 14:44:00.178543 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-45443782-7a19-46b7-9299-926409ad785a req-0b814557-ca44-4c38-9922-ddd59e3ea062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (bdb24aef-c8c8-4727-9d59-dbef941eb4f8), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:00.186303 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-14982321-4195-4aab-84e6-79589691c9da None None] Port bdb24aef-c8c8-4727-9d59-dbef941eb4f8 cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:44:00.354694 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a0549-f2cc-404b-a26a-cc50777a310a req-52e8a09f-ad9b-421d-a17f-3fa7a69ce04c tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:00.360673 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-dc4a0549-f2cc-404b-a26a-cc50777a310a req-52e8a09f-ad9b-421d-a17f-3fa7a69ce04c tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 932 time: 0.0721285 Nov 02 14:44:00.412158 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:00.466225 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-dc4a0549-f2cc-404b-a26a-cc50777a310a req-0ddaac66-3b04-4956-b021-93801c86d422 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1025536 Nov 02 14:44:00.535614 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [req-45443782-7a19-46b7-9299-926409ad785a req-0b814557-ca44-4c38-9922-ddd59e3ea062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdb24aef-c8c8-4727-9d59-dbef941eb4f8 {{(pid=105391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:44:00.543367 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-45443782-7a19-46b7-9299-926409ad785a req-0b814557-ca44-4c38-9922-ddd59e3ea062 service neutron] Publish callbacks [] for port (bdb24aef-c8c8-4727-9d59-dbef941eb4f8), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:00.557834 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.provisioning_blocks [req-45443782-7a19-46b7-9299-926409ad785a req-0b814557-ca44-4c38-9922-ddd59e3ea062 service neutron] Transition to ACTIVE for port object bdb24aef-c8c8-4727-9d59-dbef941eb4f8 will not be triggered until provisioned by entity L2. {{(pid=105391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 14:44:00.660084 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-45443782-7a19-46b7-9299-926409ad785a req-0b814557-ca44-4c38-9922-ddd59e3ea062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (bdb24aef-c8c8-4727-9d59-dbef941eb4f8), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:00.722109 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b814557-ca44-4c38-9922-ddd59e3ea062 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb24aef-c8c8-4727-9d59-dbef941eb4f8,revision_number=2']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:00.732604 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-45443782-7a19-46b7-9299-926409ad785a req-0b814557-ca44-4c38-9922-ddd59e3ea062 service neutron] Attempting to bind port bdb24aef-c8c8-4727-9d59-dbef941eb4f8 on host hv-cinder-86236 for vnic_type normal with profile {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:44:00.732923 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-45443782-7a19-46b7-9299-926409ad785a req-0b814557-ca44-4c38-9922-ddd59e3ea062 service neutron] Attempting to bind port bdb24aef-c8c8-4727-9d59-dbef941eb4f8 by drivers openvswitch,hyperv on host hv-cinder-86236 at level 0 using segments [{'id': '1eff0572-7501-4653-a799-253705bab93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba'}] {{(pid=105391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:44:00.733290 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45443782-7a19-46b7-9299-926409ad785a req-0b814557-ca44-4c38-9922-ddd59e3ea062 service neutron] Attempting to bind port bdb24aef-c8c8-4727-9d59-dbef941eb4f8 on network f2e46242-b4bc-49aa-9edc-2954b80ac8ba {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:44:00.778764 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45443782-7a19-46b7-9299-926409ad785a req-0b814557-ca44-4c38-9922-ddd59e3ea062 service neutron] Port bdb24aef-c8c8-4727-9d59-dbef941eb4f8 on network f2e46242-b4bc-49aa-9edc-2954b80ac8ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86236 {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 14:44:00.779571 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45443782-7a19-46b7-9299-926409ad785a req-0b814557-ca44-4c38-9922-ddd59e3ea062 service neutron] Attempting to bind port bdb24aef-c8c8-4727-9d59-dbef941eb4f8 on network f2e46242-b4bc-49aa-9edc-2954b80ac8ba {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:44:00.823815 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45443782-7a19-46b7-9299-926409ad785a req-0b814557-ca44-4c38-9922-ddd59e3ea062 service neutron] Checking agent: {'id': '1ebac2c5-078b-4c7f-aaba-905361dbc5e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'started_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:44:00.824157 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45443782-7a19-46b7-9299-926409ad785a req-0b814557-ca44-4c38-9922-ddd59e3ea062 service neutron] Checking segment: {'id': '1eff0572-7501-4653-a799-253705bab93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:44:00.824540 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45443782-7a19-46b7-9299-926409ad785a req-0b814557-ca44-4c38-9922-ddd59e3ea062 service neutron] Bound using segment: {'id': '1eff0572-7501-4653-a799-253705bab93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba'} {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:44:00.824984 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-45443782-7a19-46b7-9299-926409ad785a req-0b814557-ca44-4c38-9922-ddd59e3ea062 service neutron] Bound port: bdb24aef-c8c8-4727-9d59-dbef941eb4f8, host: hv-cinder-86236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eff0572-7501-4653-a799-253705bab93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba'}}] {{(pid=105391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:44:00.825374 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-45443782-7a19-46b7-9299-926409ad785a req-0b814557-ca44-4c38-9922-ddd59e3ea062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (bdb24aef-c8c8-4727-9d59-dbef941eb4f8), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:00.827023 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:00.892097 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-45443782-7a19-46b7-9299-926409ad785a req-0b814557-ca44-4c38-9922-ddd59e3ea062 service neutron] For port bdb24aef-c8c8-4727-9d59-dbef941eb4f8, host hv-cinder-86236, cleared binding levels {{(pid=105391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:44:00.895831 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-45443782-7a19-46b7-9299-926409ad785a req-0b814557-ca44-4c38-9922-ddd59e3ea062 service neutron] For port bdb24aef-c8c8-4727-9d59-dbef941eb4f8, host hv-cinder-86236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=bdb24aef-c8c8-4727-9d59-dbef941eb4f8,segment=NetworkSegment(1eff0572-7501-4653-a799-253705bab93c),segment_id=1eff0572-7501-4653-a799-253705bab93c)] {{(pid=105391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:44:01.005312 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-45443782-7a19-46b7-9299-926409ad785a req-0b814557-ca44-4c38-9922-ddd59e3ea062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (bdb24aef-c8c8-4727-9d59-dbef941eb4f8), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:01.008318 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45443782-7a19-46b7-9299-926409ad785a req-0b814557-ca44-4c38-9922-ddd59e3ea062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:01.008926 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-45443782-7a19-46b7-9299-926409ad785a req-0b814557-ca44-4c38-9922-ddd59e3ea062 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:01.011354 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-45443782-7a19-46b7-9299-926409ad785a req-0b814557-ca44-4c38-9922-ddd59e3ea062 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/bdb24aef-c8c8-4727-9d59-dbef941eb4f8 HTTP/1.1" status: 200 len: 1094 time: 0.9047890 Nov 02 14:44:01.013783 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea6a4066-de22-411b-9e4b-1531cb199bc0', 'tag': 'bdb24aef-c8c8-4727-9d59-dbef941eb4f8'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:44:01.016050 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a9992f-dbb2-4ab1-8ca7-69ef06604749" -d '{"events": [{"name": "network-changed", "server_uuid": "ea6a4066-de22-411b-9e4b-1531cb199bc0", "tag": "bdb24aef-c8c8-4727-9d59-dbef941eb4f8"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:44:01.057088 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478df076-43a4-4eea-a367-c8fa07b490e9 x-openstack-request-id: req-478df076-43a4-4eea-a367-c8fa07b490e9 {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:44:01.057417 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea6a4066-de22-411b-9e4b-1531cb199bc0", "tag": "bdb24aef-c8c8-4727-9d59-dbef941eb4f8", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:44:01.057670 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-478df076-43a4-4eea-a367-c8fa07b490e9 {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:44:01.058072 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-478df076-43a4-4eea-a367-c8fa07b490e9'] response: {'name': 'network-changed', 'server_uuid': 'ea6a4066-de22-411b-9e4b-1531cb199bc0', 'tag': 'bdb24aef-c8c8-4727-9d59-dbef941eb4f8', 'status': 'completed', 'code': 200} Nov 02 14:44:01.067696 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b814557-ca44-4c38-9922-ddd59e3ea062 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb24aef-c8c8-4727-9d59-dbef941eb4f8,revision_number=3']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:01.148611 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9992f-dbb2-4ab1-8ca7-69ef06604749 req-b2e0e939-e039-4c40-8370-122206652528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:01.150166 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d4a9992f-dbb2-4ab1-8ca7-69ef06604749 req-b2e0e939-e039-4c40-8370-122206652528 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0dd67ec4f08d4d548af5b5ccee50407c&device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 1128 time: 0.0425820 Nov 02 14:44:01.257468 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9992f-dbb2-4ab1-8ca7-69ef06604749 req-9f620bd9-b209-468d-baeb-d6c60c82fc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:01.258828 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d4a9992f-dbb2-4ab1-8ca7-69ef06604749 req-9f620bd9-b209-468d-baeb-d6c60c82fc37 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=0dd67ec4f08d4d548af5b5ccee50407c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0920446 Nov 02 14:44:01.359546 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9992f-dbb2-4ab1-8ca7-69ef06604749 req-e23312b0-b9c1-430b-9d2f-8221624b2cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:01.361312 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d4a9992f-dbb2-4ab1-8ca7-69ef06604749 req-e23312b0-b9c1-430b-9d2f-8221624b2cb1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944521 Nov 02 14:44:01.466845 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45443782-7a19-46b7-9299-926409ad785a req-c47de45f-ecbf-4531-a9d3-381625767734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:01.468326 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-45443782-7a19-46b7-9299-926409ad785a req-c47de45f-ecbf-4531-a9d3-381625767734 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0dd67ec4f08d4d548af5b5ccee50407c&device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 1128 time: 0.0386932 Nov 02 14:44:01.514616 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-45443782-7a19-46b7-9299-926409ad785a req-cb1f2515-eb63-4678-ac5e-e3813c0a8b9d service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdb24aef-c8c8-4727-9d59-dbef941eb4f8 HTTP/1.1" status: 200 len: 217 time: 0.0332861 Nov 02 14:44:01.601970 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45443782-7a19-46b7-9299-926409ad785a req-ac63d2fd-8597-42ea-87f8-f065e06fe4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:01.603427 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-45443782-7a19-46b7-9299-926409ad785a req-ac63d2fd-8597-42ea-87f8-f065e06fe4d8 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=82f2bb5b-1705-4182-9233-e8913f6cd258 HTTP/1.1" status: 200 len: 855 time: 0.0818748 Nov 02 14:44:01.612130 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105bb297-ce50-44f3-aaa7-528d2e8590c1 req-346e0e5b-6631-4072-8d1b-258adae76c92 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:01.613576 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-105bb297-ce50-44f3-aaa7-528d2e8590c1 req-346e0e5b-6631-4072-8d1b-258adae76c92 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 944 time: 0.0610723 Nov 02 14:44:01.672216 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45443782-7a19-46b7-9299-926409ad785a req-fc648a9a-f3ff-4b34-b21a-8be558ed6b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:01.674000 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-45443782-7a19-46b7-9299-926409ad785a req-fc648a9a-f3ff-4b34-b21a-8be558ed6b6e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=f2e46242-b4bc-49aa-9edc-2954b80ac8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595727 Nov 02 14:44:01.679161 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:01.701999 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-105bb297-ce50-44f3-aaa7-528d2e8590c1 req-77b609b8-f2ea-4fd4-a446-0abb291e9634 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0798962 Nov 02 14:44:01.779460 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-45443782-7a19-46b7-9299-926409ad785a req-e457c63f-6bce-40cc-b65c-60b0f936e8d8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f2e46242-b4bc-49aa-9edc-2954b80ac8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952303 Nov 02 14:44:01.877741 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-45443782-7a19-46b7-9299-926409ad785a req-4d54638d-4f25-4994-9dde-06ac13952217 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f2e46242-b4bc-49aa-9edc-2954b80ac8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897758 Nov 02 14:44:02.828708 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b63c0-477d-47b4-92ab-949c21c60666 req-568d2434-b928-496b-8683-6ef1f8c461c5 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:02.830119 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7b9b63c0-477d-47b4-92ab-949c21c60666 req-568d2434-b928-496b-8683-6ef1f8c461c5 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 944 time: 0.0469558 Nov 02 14:44:02.878575 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7b9b63c0-477d-47b4-92ab-949c21c60666 req-2e3930f1-b6d6-4e17-8264-b94971c0f59b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430245 Nov 02 14:44:03.949548 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device bdb24aef-c8c8-4727-9d59-dbef941eb4f8 details requested by agent hyperv_hv-cinder-86236 with host hv-cinder-86236 {{(pid=105392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 14:44:04.009632 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28c564-6508-49f4-9841-b1991652102f req-51fa90ae-104b-48a5-b5dc-64ee70af7686 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:04.011126 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8d28c564-6508-49f4-9841-b1991652102f req-51fa90ae-104b-48a5-b5dc-64ee70af7686 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 944 time: 0.0476623 Nov 02 14:44:04.061404 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port bdb24aef-c8c8-4727-9d59-dbef941eb4f8, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=bdb24aef-c8c8-4727-9d59-dbef941eb4f8,segment=NetworkSegment(1eff0572-7501-4653-a799-253705bab93c),segment_id=1eff0572-7501-4653-a799-253705bab93c)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:44:04.062830 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8d28c564-6508-49f4-9841-b1991652102f req-b8c977ac-e5a1-448a-a37f-90262007e986 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455394 Nov 02 14:44:04.074005 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Returning: {'device': 'bdb24aef-c8c8-4727-9d59-dbef941eb4f8', 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba', 'port_id': 'bdb24aef-c8c8-4727-9d59-dbef941eb4f8', 'mac_address': 'fa:16:3e:2e:d9:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 480, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f2bb5b-1705-4182-9233-e8913f6cd258', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 14:44:04.117803 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port bdb24aef-c8c8-4727-9d59-dbef941eb4f8 is: DOWN; New status is: BUILD {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:44:04.118200 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (bdb24aef-c8c8-4727-9d59-dbef941eb4f8), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:04.132184 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdb24aef-c8c8-4727-9d59-dbef941eb4f8 {{(pid=105392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:44:04.152991 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port bdb24aef-c8c8-4727-9d59-dbef941eb4f8, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=bdb24aef-c8c8-4727-9d59-dbef941eb4f8,segment=NetworkSegment(1eff0572-7501-4653-a799-253705bab93c),segment_id=1eff0572-7501-4653-a799-253705bab93c)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:44:04.244684 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (bdb24aef-c8c8-4727-9d59-dbef941eb4f8), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:04.293994 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=bdb24aef-c8c8-4727-9d59-dbef941eb4f8,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:04.301429 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:04.301779 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:04.302132 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:04.302474 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:04.302810 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:04.303140 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:04.303462 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:04.303809 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:04.304133 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:04.304458 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:04.304780 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:04.305128 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:04.305466 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:04.305768 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:04.306086 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:04.581690 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=66 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:04.582486 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=74 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:04.606534 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] get_ports_and_sgs() called for port_ids ['bdb24aef-c8c8-4727-9d59-dbef941eb4f8'] {{(pid=105392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 14:44:05.186222 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:05.200317 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee082ad6-7334-4d11-a7de-d5f27c3f18f0 req-972b6a92-77e9-4d78-8aef-7989e1d616e8 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:05.201894 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ee082ad6-7334-4d11-a7de-d5f27c3f18f0 req-972b6a92-77e9-4d78-8aef-7989e1d616e8 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 945 time: 0.0544868 Nov 02 14:44:05.253947 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ee082ad6-7334-4d11-a7de-d5f27c3f18f0 req-811e06f7-bb50-4bfb-a407-8d290d2da68c tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457554 Nov 02 14:44:05.976849 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device bdb24aef-c8c8-4727-9d59-dbef941eb4f8 up at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:44:06.020701 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning for port bdb24aef-c8c8-4727-9d59-dbef941eb4f8 completed by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 14:44:06.056493 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=34,neutron:DELETE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:06.090445 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning complete for port bdb24aef-c8c8-4727-9d59-dbef941eb4f8 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:44:06.090820 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (bdb24aef-c8c8-4727-9d59-dbef941eb4f8), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:06.091157 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Attempt 1 to provision port bdb24aef-c8c8-4727-9d59-dbef941eb4f8 Nov 02 14:44:06.153648 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:06.161249 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:06.168849 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port bdb24aef-c8c8-4727-9d59-dbef941eb4f8 is: BUILD; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:44:06.169278 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (bdb24aef-c8c8-4727-9d59-dbef941eb4f8), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:06.192584 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea6a4066-de22-411b-9e4b-1531cb199bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb24aef-c8c8-4727-9d59-dbef941eb4f8'}] {{(pid=105392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:44:06.194857 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa406a66c4f7fcebf853f6ac608ace0721fd427f75714d2af0e2307e93ff13f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7cf1432-2c0b-4ddc-b176-1090c88604a9" -d '{"events": [{"server_uuid": "ea6a4066-de22-411b-9e4b-1531cb199bc0", "name": "network-vif-plugged", "status": "completed", "tag": "bdb24aef-c8c8-4727-9d59-dbef941eb4f8"}]}' {{(pid=105392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:44:06.207673 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port bdb24aef-c8c8-4727-9d59-dbef941eb4f8, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=bdb24aef-c8c8-4727-9d59-dbef941eb4f8,segment=NetworkSegment(1eff0572-7501-4653-a799-253705bab93c),segment_id=1eff0572-7501-4653-a799-253705bab93c)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:44:06.233063 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e2d3f1-09ce-4876-bc76-f26bebdf809a x-openstack-request-id: req-f3e2d3f1-09ce-4876-bc76-f26bebdf809a {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:44:06.233364 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea6a4066-de22-411b-9e4b-1531cb199bc0", "name": "network-vif-plugged", "status": "completed", "tag": "bdb24aef-c8c8-4727-9d59-dbef941eb4f8", "code": 200}]} {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:44:06.233634 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f3e2d3f1-09ce-4876-bc76-f26bebdf809a {{(pid=105392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:44:06.234197 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3e2d3f1-09ce-4876-bc76-f26bebdf809a'] response: {'server_uuid': 'ea6a4066-de22-411b-9e4b-1531cb199bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb24aef-c8c8-4727-9d59-dbef941eb4f8', 'code': 200} Nov 02 14:44:06.290463 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (bdb24aef-c8c8-4727-9d59-dbef941eb4f8), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:06.344515 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=bdb24aef-c8c8-4727-9d59-dbef941eb4f8,revision_number=5']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:06.371559 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-c6ebd687-f3b0-49e9-b40c-40c22b4c45ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:06.388880 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8704a1e-3bfa-4f62-8d2a-b8aca7aa9beb req-54d41bde-b176-4ebe-b606-314a45464250 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:06.391125 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d8704a1e-3bfa-4f62-8d2a-b8aca7aa9beb req-54d41bde-b176-4ebe-b606-314a45464250 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 946 time: 0.0506365 Nov 02 14:44:06.441697 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d8704a1e-3bfa-4f62-8d2a-b8aca7aa9beb req-7aac59ac-a8e2-4610-a60b-af0b7fe2edf0 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453820 Nov 02 14:44:06.478203 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 35182) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:06.584939 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-41c4b3e8-b80d-4dad-b36a-7e9421e37367 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:06.686012 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36aa2a8-e538-4520-b1ff-db19dee2243a req-2fbd8682-02bc-42d1-bb0f-07c210932b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:06.687525 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b36aa2a8-e538-4520-b1ff-db19dee2243a req-2fbd8682-02bc-42d1-bb0f-07c210932b80 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 1130 time: 0.0590217 Nov 02 14:44:06.707291 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-41c4b3e8-b80d-4dad-b36a-7e9421e37367 admin admin] Publish callbacks [] for security_group (2ef0c6b4-9c66-47bb-ba77-138c2bbdef4f), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:06.741259 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b36aa2a8-e538-4520-b1ff-db19dee2243a req-a3937dda-866a-4dda-869a-88f2a4d281ff service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441453 Nov 02 14:44:06.779836 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-41c4b3e8-b80d-4dad-b36a-7e9421e37367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (2ef0c6b4-9c66-47bb-ba77-138c2bbdef4f), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:06.819308 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4b3e8-b80d-4dad-b36a-7e9421e37367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef0c6b4-9c66-47bb-ba77-138c2bbdef4f,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:06.823752 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-41c4b3e8-b80d-4dad-b36a-7e9421e37367 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=266a4c8292344dc7989c968a30428354&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3445139 Nov 02 14:44:06.831421 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 35186) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:06.878104 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-b2d5ca68-1916-4356-b378-76c63eb807dc admin admin] Publish callbacks [] for security_group (2ef0c6b4-9c66-47bb-ba77-138c2bbdef4f), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:06.899940 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-b2d5ca68-1916-4356-b378-76c63eb807dc admin admin] Publish callbacks [] for security_group (2ef0c6b4-9c66-47bb-ba77-138c2bbdef4f), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:07.236698 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9c3d7a0b-cc5a-4a19-bd08-c8ee98e57bc3 req-df5065dc-42bd-47c9-b410-dac2828d5bf8 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-29703795&fields=id&tenant_id=e60a52ce75b94198ac6abb7727e7072d HTTP/1.1" status: 200 len: 267 time: 0.0499849 Nov 02 14:44:07.289187 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d7a0b-cc5a-4a19-bd08-c8ee98e57bc3 req-d907062c-6316-41e0-aef4-a2a9e9566d9e tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:07.290581 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9c3d7a0b-cc5a-4a19-bd08-c8ee98e57bc3 req-d907062c-6316-41e0-aef4-a2a9e9566d9e tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 985 time: 0.0483251 Nov 02 14:44:07.291660 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-b2d5ca68-1916-4356-b378-76c63eb807dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (2ef0c6b4-9c66-47bb-ba77-138c2bbdef4f), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:07.294220 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-b2d5ca68-1916-4356-b378-76c63eb807dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:07.295256 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-b2d5ca68-1916-4356-b378-76c63eb807dc admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/2ef0c6b4-9c66-47bb-ba77-138c2bbdef4f HTTP/1.1" status: 204 len: 168 time: 0.4679706 Nov 02 14:44:07.300938 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:07.305113 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [req-9c3d7a0b-cc5a-4a19-bd08-c8ee98e57bc3 req-8c11a46d-f65e-46f2-8651-b1352ed604dd tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Request body: {'port': {'security_groups': ['bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9']}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:44:07.314072 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5ca68-1916-4356-b378-76c63eb807dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef0c6b4-9c66-47bb-ba77-138c2bbdef4f,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:07.390713 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-9c3d7a0b-cc5a-4a19-bd08-c8ee98e57bc3 req-8c11a46d-f65e-46f2-8651-b1352ed604dd tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (881c5e7e-3ed6-4eda-ba12-f2fc35e98f97), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:07.430897 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:07.600447 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa22382-f5d0-484f-855e-1731453f0dee req-07cf8227-6ce0-46d8-b004-25e4de98345d tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:07.602124 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7fa22382-f5d0-484f-855e-1731453f0dee req-07cf8227-6ce0-46d8-b004-25e4de98345d tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 946 time: 0.0692139 Nov 02 14:44:07.630540 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-9c3d7a0b-cc5a-4a19-bd08-c8ee98e57bc3 req-8c11a46d-f65e-46f2-8651-b1352ed604dd tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] For port 881c5e7e-3ed6-4eda-ba12-f2fc35e98f97, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=881c5e7e-3ed6-4eda-ba12-f2fc35e98f97,segment=NetworkSegment(5190f057-06cd-4304-84b1-7684f23b68ce),segment_id=5190f057-06cd-4304-84b1-7684f23b68ce)] {{(pid=105391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:44:07.686416 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-9c3d7a0b-cc5a-4a19-bd08-c8ee98e57bc3 req-8c11a46d-f65e-46f2-8651-b1352ed604dd tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks [] for port (881c5e7e-3ed6-4eda-ba12-f2fc35e98f97), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:07.691958 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7fa22382-f5d0-484f-855e-1731453f0dee req-b76b39ce-363b-4ff1-a2aa-ddbfc1b29322 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0833640 Nov 02 14:44:07.764722 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-9c3d7a0b-cc5a-4a19-bd08-c8ee98e57bc3 req-8c11a46d-f65e-46f2-8651-b1352ed604dd tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (881c5e7e-3ed6-4eda-ba12-f2fc35e98f97), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:07.775226 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d7a0b-cc5a-4a19-bd08-c8ee98e57bc3 req-8c11a46d-f65e-46f2-8651-b1352ed604dd tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:07.779471 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-9c3d7a0b-cc5a-4a19-bd08-c8ee98e57bc3 req-8c11a46d-f65e-46f2-8651-b1352ed604dd tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:07.779471 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9c3d7a0b-cc5a-4a19-bd08-c8ee98e57bc3 req-8c11a46d-f65e-46f2-8651-b1352ed604dd tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "PUT /networking/v2.0/ports/881c5e7e-3ed6-4eda-ba12-f2fc35e98f97 HTTP/1.1" status: 200 len: 943 time: 0.4787679 Nov 02 14:44:07.779471 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d10c5a-012e-4d8a-8188-c2289e1605b7', 'tag': '881c5e7e-3ed6-4eda-ba12-f2fc35e98f97'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:44:07.780275 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e38e07-b9ab-4b51-b8e7-b513dea24738" -d '{"events": [{"name": "network-changed", "server_uuid": "24d10c5a-012e-4d8a-8188-c2289e1605b7", "tag": "881c5e7e-3ed6-4eda-ba12-f2fc35e98f97"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:44:07.783606 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 35196) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:07.807414 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] get_ports_and_sgs() called for port_ids ['881c5e7e-3ed6-4eda-ba12-f2fc35e98f97'] {{(pid=105392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 14:44:07.823192 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3141300-958e-4489-bfcd-c54334e4cc4d x-openstack-request-id: req-b3141300-958e-4489-bfcd-c54334e4cc4d {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:44:07.823480 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24d10c5a-012e-4d8a-8188-c2289e1605b7", "tag": "881c5e7e-3ed6-4eda-ba12-f2fc35e98f97", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:44:07.823731 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b3141300-958e-4489-bfcd-c54334e4cc4d {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:44:07.824124 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3141300-958e-4489-bfcd-c54334e4cc4d'] response: {'name': 'network-changed', 'server_uuid': '24d10c5a-012e-4d8a-8188-c2289e1605b7', 'tag': '881c5e7e-3ed6-4eda-ba12-f2fc35e98f97', 'status': 'completed', 'code': 200} Nov 02 14:44:07.876671 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11a46d-f65e-46f2-8651-b1352ed604dd tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Pushing event updated for resources: {'Port': ['ID=881c5e7e-3ed6-4eda-ba12-f2fc35e98f97,revision_number=7']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:07.897214 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-e6dc45cc-e929-4eb7-a754-05abe223fea2 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks [] for security_group (fb65d1e8-d64b-4519-9c9f-59355c916132), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:07.926476 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-e6dc45cc-e929-4eb7-a754-05abe223fea2 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks [] for security_group (fb65d1e8-d64b-4519-9c9f-59355c916132), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:07.939039 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:08.056017 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-e6dc45cc-e929-4eb7-a754-05abe223fea2 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (fb65d1e8-d64b-4519-9c9f-59355c916132), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:08.058698 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-e6dc45cc-e929-4eb7-a754-05abe223fea2 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:08.059902 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-e6dc45cc-e929-4eb7-a754-05abe223fea2 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "DELETE /networking/v2.0/security-groups/fb65d1e8-d64b-4519-9c9f-59355c916132 HTTP/1.1" status: 204 len: 168 time: 0.2737718 Nov 02 14:44:08.062865 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 35198) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:08.069813 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc45cc-e929-4eb7-a754-05abe223fea2 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb65d1e8-d64b-4519-9c9f-59355c916132,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:08.099247 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] get_ports_and_sgs() called for port_ids ['881c5e7e-3ed6-4eda-ba12-f2fc35e98f97'] {{(pid=105392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 14:44:08.210697 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-77194184-e1e9-4434-8bca-66286d368b7f tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Deleting port 2ea843fd-6e6c-4f81-959e-7a3b3efeb415 {{(pid=105390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:44:08.211034 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-77194184-e1e9-4434-8bca-66286d368b7f tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (2ea843fd-6e6c-4f81-959e-7a3b3efeb415), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:08.286021 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-77194184-e1e9-4434-8bca-66286d368b7f tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (2ea843fd-6e6c-4f81-959e-7a3b3efeb415), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:08.286348 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-77194184-e1e9-4434-8bca-66286d368b7f tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks [] for floatingip (2ea843fd-6e6c-4f81-959e-7a3b3efeb415), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:08.298816 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-77194184-e1e9-4434-8bca-66286d368b7f tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Calling delete_port for 2ea843fd-6e6c-4f81-959e-7a3b3efeb415 owned by network:floatingip {{(pid=105390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:44:08.480502 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e38e07-b9ab-4b51-b8e7-b513dea24738 req-98a8a70b-0580-4f8f-bd71-04d957d5899b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:08.482030 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a4e38e07-b9ab-4b51-b8e7-b513dea24738 req-98a8a70b-0580-4f8f-bd71-04d957d5899b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=e60a52ce75b94198ac6abb7727e7072d&device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 1130 time: 0.0453742 Nov 02 14:44:08.531352 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-77194184-e1e9-4434-8bca-66286d368b7f tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (2ea843fd-6e6c-4f81-959e-7a3b3efeb415), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:08.556489 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77194184-e1e9-4434-8bca-66286d368b7f tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Pushing event deleted for resources: {'Port': ['ID=2ea843fd-6e6c-4f81-959e-7a3b3efeb415,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:08.581302 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e38e07-b9ab-4b51-b8e7-b513dea24738 req-3a7096b5-7d7f-44f6-82b4-09cb37d15f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:08.582817 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a4e38e07-b9ab-4b51-b8e7-b513dea24738 req-3a7096b5-7d7f-44f6-82b4-09cb37d15f23 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=a5e8c38f-06c6-404d-bcd7-7c9cd1de864c HTTP/1.1" status: 200 len: 915 time: 0.0917554 Nov 02 14:44:08.626287 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-77194184-e1e9-4434-8bca-66286d368b7f tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks [] for floatingip (804592e7-3124-47f6-971f-83f471a188ad), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:08.626623 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.db.l3_db [None req-77194184-e1e9-4434-8bca-66286d368b7f tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Floating IP 804592e7-3124-47f6-971f-83f471a188ad disassociated (deleted). External IP: 172.27.0.26, port: 881c5e7e-3ed6-4eda-ba12-f2fc35e98f97. Nov 02 14:44:08.638479 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a4e38e07-b9ab-4b51-b8e7-b513dea24738 req-f1151429-8c8a-4c64-a181-c2f353c16c7b service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=881c5e7e-3ed6-4eda-ba12-f2fc35e98f97 HTTP/1.1" status: 200 len: 217 time: 0.0355217 Nov 02 14:44:08.691690 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e38e07-b9ab-4b51-b8e7-b513dea24738 req-afab52ef-115b-49ab-b8b7-35ccd3059e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:08.693196 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a4e38e07-b9ab-4b51-b8e7-b513dea24738 req-afab52ef-115b-49ab-b8b7-35ccd3059e60 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6eab41e4-42d8-41d3-93f0-9494ff932f52 HTTP/1.1" status: 200 len: 853 time: 0.0477617 Nov 02 14:44:08.739778 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e38e07-b9ab-4b51-b8e7-b513dea24738 req-7e97a7d6-cb35-4418-99b1-661349b87c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:08.741370 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a4e38e07-b9ab-4b51-b8e7-b513dea24738 req-7e97a7d6-cb35-4418-99b1-661349b87c7e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=a5e8c38f-06c6-404d-bcd7-7c9cd1de864c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425124 Nov 02 14:44:08.843550 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77194184-e1e9-4434-8bca-66286d368b7f tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Router 2d56af43-8641-4382-a329-b3df85a761c8 has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:44:08.870654 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d75f9-5802-4b3b-8e74-e798b3831bdc req-4bd8d0a1-27e0-42c5-b952-ce4ffa4cb214 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:08.872164 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5b5d75f9-5802-4b3b-8e74-e798b3831bdc req-4bd8d0a1-27e0-42c5-b952-ce4ffa4cb214 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 946 time: 0.0675998 Nov 02 14:44:08.879258 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-985843c5-8272-47aa-a503-3036085a5296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:08.893091 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a4e38e07-b9ab-4b51-b8e7-b513dea24738 req-1493f48e-b660-4217-a9d9-226f69fce611 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a5e8c38f-06c6-404d-bcd7-7c9cd1de864c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454914 Nov 02 14:44:08.950500 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77194184-e1e9-4434-8bca-66286d368b7f tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:44:08.955637 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-77194184-e1e9-4434-8bca-66286d368b7f tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for floatingip (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:08.961069 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f2efb6-cff5-4e2c-8dec-f9450c790ab8 None None] Sync routers for ids ['2d56af43-8641-4382-a329-b3df85a761c8'] in dv-cinder-862365-4-iscsi {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:44:08.975766 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f2efb6-cff5-4e2c-8dec-f9450c790ab8 None None] Routers {'2d56af43-8641-4382-a329-b3df85a761c8'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:44:08.976383 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-21f2efb6-cff5-4e2c-8dec-f9450c790ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:44:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['2d56af43-8641-4382-a329-b3df85a761c8'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:08.988495 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5b5d75f9-5802-4b3b-8e74-e798b3831bdc req-c832cd42-12e6-4190-93f2-1622794d8c15 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1064460 Nov 02 14:44:08.995375 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-77194184-e1e9-4434-8bca-66286d368b7f tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/804592e7-3124-47f6-971f-83f471a188ad HTTP/1.1" status: 204 len: 168 time: 0.9287696 Nov 02 14:44:08.995375 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d10c5a-012e-4d8a-8188-c2289e1605b7', 'tag': '881c5e7e-3ed6-4eda-ba12-f2fc35e98f97'}] {{(pid=105390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:44:08.996231 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac42a5b87af23485bd7eccec534c7c9fd1bf9d7e8280f45ba58bffd111d0283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742725f3-ceba-44d1-a1ad-9f5eb715f4af" -d '{"events": [{"name": "network-changed", "server_uuid": "24d10c5a-012e-4d8a-8188-c2289e1605b7", "tag": "881c5e7e-3ed6-4eda-ba12-f2fc35e98f97"}]}' {{(pid=105390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:44:09.033413 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a4e38e07-b9ab-4b51-b8e7-b513dea24738 req-dc55574f-67ab-42ff-8b75-cac322941371 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a5e8c38f-06c6-404d-bcd7-7c9cd1de864c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203167 Nov 02 14:44:09.072223 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182b0199-d6e6-44d7-aa1f-98c9672e68f1 x-openstack-request-id: req-182b0199-d6e6-44d7-aa1f-98c9672e68f1 {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:44:09.072223 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24d10c5a-012e-4d8a-8188-c2289e1605b7", "tag": "881c5e7e-3ed6-4eda-ba12-f2fc35e98f97", "status": "completed", "code": 200}]} {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:44:09.072223 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-182b0199-d6e6-44d7-aa1f-98c9672e68f1 {{(pid=105390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:44:09.072223 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-182b0199-d6e6-44d7-aa1f-98c9672e68f1'] response: {'name': 'network-changed', 'server_uuid': '24d10c5a-012e-4d8a-8188-c2289e1605b7', 'tag': '881c5e7e-3ed6-4eda-ba12-f2fc35e98f97', 'status': 'completed', 'code': 200} Nov 02 14:44:09.082441 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-21f2efb6-cff5-4e2c-8dec-f9450c790ab8 None None] Set router 2d56af43-8641-4382-a329-b3df85a761c8 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:44:09.171844 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb555d2-7b6a-4eac-a70e-2a0c145c4d00 req-ab994458-f5ed-45bf-919e-c7ca50f1ae37 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:09.173449 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-fbb555d2-7b6a-4eac-a70e-2a0c145c4d00 req-ab994458-f5ed-45bf-919e-c7ca50f1ae37 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 946 time: 0.0542316 Nov 02 14:44:09.183755 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 35214) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:09.204928 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-6072bda4-627e-4d0a-bb9f-f59a924ed403 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Request body: {'floatingip': {'port_id': 'bdb24aef-c8c8-4727-9d59-dbef941eb4f8'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:44:09.252559 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6072bda4-627e-4d0a-bb9f-f59a924ed403 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for floatingip (57272738-39b0-4343-975c-31ffcf37493a), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:09.258147 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742725f3-ceba-44d1-a1ad-9f5eb715f4af req-9ac681c8-d50e-4ebf-ac78-f884b28d431a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:09.259630 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-742725f3-ceba-44d1-a1ad-9f5eb715f4af req-9ac681c8-d50e-4ebf-ac78-f884b28d431a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=e60a52ce75b94198ac6abb7727e7072d&device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 1130 time: 0.0852954 Nov 02 14:44:09.284231 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-21f2efb6-cff5-4e2c-8dec-f9450c790ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d56af43-8641-4382-a329-b3df85a761c8', 'name': 'tempest-TestMinimumBasicScenario-399765030-router', 'tenant_id': 'e60a52ce75b94198ac6abb7727e7072d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '721b5b90-ef52-4bfa-b4e1-4f468d1b2deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:41:11Z', 'updated_at': '2022-11-02T14:41:15Z', 'revision_number': 4, 'project_id': 'e60a52ce75b94198ac6abb7727e7072d', 'gw_port': {'id': '721b5b90-ef52-4bfa-b4e1-4f468d1b2deb', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d56af43-8641-4382-a329-b3df85a761c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:41:12Z', 'updated_at': '2022-11-02T14:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965', 'name': '', 'network_id': 'a5e8c38f-06c6-404d-bcd7-7c9cd1de864c', 'tenant_id': 'e60a52ce75b94198ac6abb7727e7072d', 'mac_address': 'fa:16:3e:e2:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d56af43-8641-4382-a329-b3df85a761c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '6eab41e4-42d8-41d3-93f0-9494ff932f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:41:15Z', 'updated_at': '2022-11-02T14:41:20Z', 'revision_number': 5, 'project_id': 'e60a52ce75b94198ac6abb7727e7072d', 'subnets': [{'id': '6eab41e4-42d8-41d3-93f0-9494ff932f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:09.311190 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f2efb6-cff5-4e2c-8dec-f9450c790ab8 None None] Checking router: 2d56af43-8641-4382-a329-b3df85a761c8 for host: dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:44:09.320812 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f2efb6-cff5-4e2c-8dec-f9450c790ab8 None None] Routers {'2d56af43-8641-4382-a329-b3df85a761c8'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:44:09.321437 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-21f2efb6-cff5-4e2c-8dec-f9450c790ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:44:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['2d56af43-8641-4382-a329-b3df85a761c8'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:09.423656 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-21f2efb6-cff5-4e2c-8dec-f9450c790ab8 None None] Set router 2d56af43-8641-4382-a329-b3df85a761c8 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:44:09.495666 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742725f3-ceba-44d1-a1ad-9f5eb715f4af req-a69bbbdc-e324-4c3b-acd3-112bc31ef5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:09.504476 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-742725f3-ceba-44d1-a1ad-9f5eb715f4af req-a69bbbdc-e324-4c3b-acd3-112bc31ef5b7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=a5e8c38f-06c6-404d-bcd7-7c9cd1de864c HTTP/1.1" status: 200 len: 915 time: 0.2118237 Nov 02 14:44:09.568011 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-742725f3-ceba-44d1-a1ad-9f5eb715f4af req-bbd410d1-4152-4b12-8153-5fe9bd81e187 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=881c5e7e-3ed6-4eda-ba12-f2fc35e98f97 HTTP/1.1" status: 200 len: 217 time: 0.0383239 Nov 02 14:44:09.586322 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:09.623079 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-21f2efb6-cff5-4e2c-8dec-f9450c790ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d56af43-8641-4382-a329-b3df85a761c8', 'name': 'tempest-TestMinimumBasicScenario-399765030-router', 'tenant_id': 'e60a52ce75b94198ac6abb7727e7072d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '721b5b90-ef52-4bfa-b4e1-4f468d1b2deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:41:11Z', 'updated_at': '2022-11-02T14:41:15Z', 'revision_number': 4, 'project_id': 'e60a52ce75b94198ac6abb7727e7072d', 'gw_port': {'id': '721b5b90-ef52-4bfa-b4e1-4f468d1b2deb', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d56af43-8641-4382-a329-b3df85a761c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:41:12Z', 'updated_at': '2022-11-02T14:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965', 'name': '', 'network_id': 'a5e8c38f-06c6-404d-bcd7-7c9cd1de864c', 'tenant_id': 'e60a52ce75b94198ac6abb7727e7072d', 'mac_address': 'fa:16:3e:e2:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d56af43-8641-4382-a329-b3df85a761c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '6eab41e4-42d8-41d3-93f0-9494ff932f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:41:15Z', 'updated_at': '2022-11-02T14:41:20Z', 'revision_number': 5, 'project_id': 'e60a52ce75b94198ac6abb7727e7072d', 'subnets': [{'id': '6eab41e4-42d8-41d3-93f0-9494ff932f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:09.649135 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f2efb6-cff5-4e2c-8dec-f9450c790ab8 None None] The sync data for ids ['2d56af43-8641-4382-a329-b3df85a761c8'] in dv-cinder-862365-4-iscsi is: [{'id': '2d56af43-8641-4382-a329-b3df85a761c8', 'name': 'tempest-TestMinimumBasicScenario-399765030-router', 'tenant_id': 'e60a52ce75b94198ac6abb7727e7072d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '721b5b90-ef52-4bfa-b4e1-4f468d1b2deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:41:11Z', 'updated_at': '2022-11-02T14:41:15Z', 'revision_number': 4, 'project_id': 'e60a52ce75b94198ac6abb7727e7072d', 'gw_port': {'id': '721b5b90-ef52-4bfa-b4e1-4f468d1b2deb', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d56af43-8641-4382-a329-b3df85a761c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:41:12Z', 'updated_at': '2022-11-02T14:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965', 'name': '', 'network_id': 'a5e8c38f-06c6-404d-bcd7-7c9cd1de864c', 'tenant_id': 'e60a52ce75b94198ac6abb7727e7072d', 'mac_address': 'fa:16:3e:e2:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d56af43-8641-4382-a329-b3df85a761c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '6eab41e4-42d8-41d3-93f0-9494ff932f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:41:15Z', 'updated_at': '2022-11-02T14:41:20Z', 'revision_number': 5, 'project_id': 'e60a52ce75b94198ac6abb7727e7072d', 'subnets': [{'id': '6eab41e4-42d8-41d3-93f0-9494ff932f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:44:09.652410 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:09.710921 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742725f3-ceba-44d1-a1ad-9f5eb715f4af req-595a06b8-eefa-45f4-9f49-1b23d9da9442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:09.713647 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-742725f3-ceba-44d1-a1ad-9f5eb715f4af req-595a06b8-eefa-45f4-9f49-1b23d9da9442 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6eab41e4-42d8-41d3-93f0-9494ff932f52 HTTP/1.1" status: 200 len: 853 time: 0.1361144 Nov 02 14:44:09.879403 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6072bda4-627e-4d0a-bb9f-f59a924ed403 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:09.899590 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027401cf-cb04-4490-966b-85dc5271c0de None None] New status for floating IP 804592e7-3124-47f6-971f-83f471a188ad: DOWN {{(pid=105392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 14:44:09.930482 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6072bda4-627e-4d0a-bb9f-f59a924ed403 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66773501'] for floatingip (57272738-39b0-4343-975c-31ffcf37493a), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:10.036463 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.db.l3_db [None req-6072bda4-627e-4d0a-bb9f-f59a924ed403 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Floating IP 57272738-39b0-4343-975c-31ffcf37493a associated. External IP: 172.27.0.189, port: bdb24aef-c8c8-4727-9d59-dbef941eb4f8. Nov 02 14:44:10.100245 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742725f3-ceba-44d1-a1ad-9f5eb715f4af req-52bce888-4937-4ea1-83e4-76b920a84fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:10.101750 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-742725f3-ceba-44d1-a1ad-9f5eb715f4af req-52bce888-4937-4ea1-83e4-76b920a84fa1 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=a5e8c38f-06c6-404d-bcd7-7c9cd1de864c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0783567 Nov 02 14:44:10.271338 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-742725f3-ceba-44d1-a1ad-9f5eb715f4af req-b817a410-2f13-42c0-98ce-4f8e9dee7e4f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a5e8c38f-06c6-404d-bcd7-7c9cd1de864c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604459 Nov 02 14:44:10.389528 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6072bda4-627e-4d0a-bb9f-f59a924ed403 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Router 342a5859-52ee-490d-94ca-5c9173f1f852 has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:44:10.449977 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-742725f3-ceba-44d1-a1ad-9f5eb715f4af req-dceaa43d-e2f1-4d86-9153-83e739223d74 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a5e8c38f-06c6-404d-bcd7-7c9cd1de864c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665561 Nov 02 14:44:10.467184 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:10.517925 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6072bda4-627e-4d0a-bb9f-f59a924ed403 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:44:10.522459 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6072bda4-627e-4d0a-bb9f-f59a924ed403 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for floatingip (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:10.528440 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7630471b-666e-4c09-aec7-2d70be12c421 None None] Sync routers for ids ['342a5859-52ee-490d-94ca-5c9173f1f852'] in dv-cinder-862365-4-iscsi {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:44:10.539446 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7630471b-666e-4c09-aec7-2d70be12c421 None None] Routers {'342a5859-52ee-490d-94ca-5c9173f1f852'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:44:10.539990 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-7630471b-666e-4c09-aec7-2d70be12c421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:44:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['342a5859-52ee-490d-94ca-5c9173f1f852'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:10.557456 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-6072bda4-627e-4d0a-bb9f-f59a924ed403 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "PUT /networking/v2.0/floatingips/57272738-39b0-4343-975c-31ffcf37493a HTTP/1.1" status: 200 len: 992 time: 1.3726554 Nov 02 14:44:10.558153 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea6a4066-de22-411b-9e4b-1531cb199bc0', 'tag': 'bdb24aef-c8c8-4727-9d59-dbef941eb4f8'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:44:10.560479 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c73f14-9878-4cb4-9c30-1adeac2cb97a" -d '{"events": [{"name": "network-changed", "server_uuid": "ea6a4066-de22-411b-9e4b-1531cb199bc0", "tag": "bdb24aef-c8c8-4727-9d59-dbef941eb4f8"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:44:10.600741 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6a9647-c351-4636-8423-8b5e7c5d7f0f x-openstack-request-id: req-ab6a9647-c351-4636-8423-8b5e7c5d7f0f {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:44:10.601102 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea6a4066-de22-411b-9e4b-1531cb199bc0", "tag": "bdb24aef-c8c8-4727-9d59-dbef941eb4f8", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:44:10.601664 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ab6a9647-c351-4636-8423-8b5e7c5d7f0f {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:44:10.601806 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab6a9647-c351-4636-8423-8b5e7c5d7f0f'] response: {'name': 'network-changed', 'server_uuid': 'ea6a4066-de22-411b-9e4b-1531cb199bc0', 'tag': 'bdb24aef-c8c8-4727-9d59-dbef941eb4f8', 'status': 'completed', 'code': 200} Nov 02 14:44:10.650526 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-7630471b-666e-4c09-aec7-2d70be12c421 None None] Set router 342a5859-52ee-490d-94ca-5c9173f1f852 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:44:10.701758 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c73f14-9878-4cb4-9c30-1adeac2cb97a req-ef8e97b5-c66e-4cc0-b53d-05de5814c970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:10.703897 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-65c73f14-9878-4cb4-9c30-1adeac2cb97a req-ef8e97b5-c66e-4cc0-b53d-05de5814c970 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0dd67ec4f08d4d548af5b5ccee50407c&device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 1130 time: 0.0488849 Nov 02 14:44:10.728271 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=100 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:10.734726 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:10.737367 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:10.803198 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c73f14-9878-4cb4-9c30-1adeac2cb97a req-f5245243-8a09-4803-b3d3-77ff2dcb5e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:10.805062 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-65c73f14-9878-4cb4-9c30-1adeac2cb97a req-f5245243-8a09-4803-b3d3-77ff2dcb5e31 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=f2e46242-b4bc-49aa-9edc-2954b80ac8ba HTTP/1.1" status: 200 len: 917 time: 0.0939107 Nov 02 14:44:10.868805 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-7630471b-666e-4c09-aec7-2d70be12c421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'name': 'tempest-AttachVolumeShelveTestJSON-131606185-router', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '39efcdc3-cd3e-476b-b10c-41c4ae64db72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:30Z', 'revision_number': 4, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'gw_port': {'id': '39efcdc3-cd3e-476b-b10c-41c4ae64db72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:21Z', 'updated_at': '2022-11-02T14:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': '57272738-39b0-4343-975c-31ffcf37493a', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'port_id': 'bdb24aef-c8c8-4727-9d59-dbef941eb4f8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba', 'mac_address': 'fa:16:3e:2e:d9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a4066-de22-411b-9e4b-1531cb199bc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:43:55Z', 'updated_at': '2022-11-02T14:44:09Z', 'revision_number': 1, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fc70695-7ca0-43fe-8bf7-92bc8c2240c8', 'name': '', 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'mac_address': 'fa:16:3e:55:6d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '82f2bb5b-1705-4182-9233-e8913f6cd258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:28Z', 'updated_at': '2022-11-02T14:39:39Z', 'revision_number': 5, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'subnets': [{'id': '82f2bb5b-1705-4182-9233-e8913f6cd258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:10.872294 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-65c73f14-9878-4cb4-9c30-1adeac2cb97a req-2af34478-cd3f-4381-bc68-50876093f062 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdb24aef-c8c8-4727-9d59-dbef941eb4f8 HTTP/1.1" status: 200 len: 1000 time: 0.0612288 Nov 02 14:44:10.898065 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7630471b-666e-4c09-aec7-2d70be12c421 None None] Checking router: 342a5859-52ee-490d-94ca-5c9173f1f852 for host: dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:44:10.908954 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7630471b-666e-4c09-aec7-2d70be12c421 None None] Routers {'342a5859-52ee-490d-94ca-5c9173f1f852'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:44:10.909578 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-7630471b-666e-4c09-aec7-2d70be12c421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:44:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['342a5859-52ee-490d-94ca-5c9173f1f852'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:10.924902 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c73f14-9878-4cb4-9c30-1adeac2cb97a req-76bdff58-b178-4ccf-a698-0b29aa074732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:10.926402 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-65c73f14-9878-4cb4-9c30-1adeac2cb97a req-76bdff58-b178-4ccf-a698-0b29aa074732 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=82f2bb5b-1705-4182-9233-e8913f6cd258 HTTP/1.1" status: 200 len: 855 time: 0.0468237 Nov 02 14:44:10.957210 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=100 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:10.970366 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c73f14-9878-4cb4-9c30-1adeac2cb97a req-4736c242-bc5d-4f4b-8633-73dd9f3bfb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:10.971966 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-65c73f14-9878-4cb4-9c30-1adeac2cb97a req-4736c242-bc5d-4f4b-8633-73dd9f3bfb7c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=f2e46242-b4bc-49aa-9edc-2954b80ac8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394583 Nov 02 14:44:11.011663 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-7630471b-666e-4c09-aec7-2d70be12c421 None None] Set router 342a5859-52ee-490d-94ca-5c9173f1f852 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:44:11.068373 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-65c73f14-9878-4cb4-9c30-1adeac2cb97a req-80606788-a401-4d68-8cf7-4e8b4f593c3e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f2e46242-b4bc-49aa-9edc-2954b80ac8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904784 Nov 02 14:44:11.172883 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-65c73f14-9878-4cb4-9c30-1adeac2cb97a req-dd404501-db97-42df-b70c-ae73e3c21d3f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f2e46242-b4bc-49aa-9edc-2954b80ac8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981271 Nov 02 14:44:11.311222 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-7630471b-666e-4c09-aec7-2d70be12c421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'name': 'tempest-AttachVolumeShelveTestJSON-131606185-router', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '39efcdc3-cd3e-476b-b10c-41c4ae64db72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:30Z', 'revision_number': 4, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'gw_port': {'id': '39efcdc3-cd3e-476b-b10c-41c4ae64db72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:21Z', 'updated_at': '2022-11-02T14:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': '57272738-39b0-4343-975c-31ffcf37493a', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'port_id': 'bdb24aef-c8c8-4727-9d59-dbef941eb4f8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba', 'mac_address': 'fa:16:3e:2e:d9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a4066-de22-411b-9e4b-1531cb199bc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:43:55Z', 'updated_at': '2022-11-02T14:44:09Z', 'revision_number': 1, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fc70695-7ca0-43fe-8bf7-92bc8c2240c8', 'name': '', 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'mac_address': 'fa:16:3e:55:6d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '82f2bb5b-1705-4182-9233-e8913f6cd258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:28Z', 'updated_at': '2022-11-02T14:39:39Z', 'revision_number': 5, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'subnets': [{'id': '82f2bb5b-1705-4182-9233-e8913f6cd258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:11.339223 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7630471b-666e-4c09-aec7-2d70be12c421 None None] The sync data for ids ['342a5859-52ee-490d-94ca-5c9173f1f852'] in dv-cinder-862365-4-iscsi is: [{'id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'name': 'tempest-AttachVolumeShelveTestJSON-131606185-router', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '39efcdc3-cd3e-476b-b10c-41c4ae64db72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:30Z', 'revision_number': 4, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'gw_port': {'id': '39efcdc3-cd3e-476b-b10c-41c4ae64db72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:21Z', 'updated_at': '2022-11-02T14:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': '57272738-39b0-4343-975c-31ffcf37493a', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'port_id': 'bdb24aef-c8c8-4727-9d59-dbef941eb4f8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba', 'mac_address': 'fa:16:3e:2e:d9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a4066-de22-411b-9e4b-1531cb199bc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:43:55Z', 'updated_at': '2022-11-02T14:44:09Z', 'revision_number': 1, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fc70695-7ca0-43fe-8bf7-92bc8c2240c8', 'name': '', 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'mac_address': 'fa:16:3e:55:6d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '82f2bb5b-1705-4182-9233-e8913f6cd258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:28Z', 'updated_at': '2022-11-02T14:39:39Z', 'revision_number': 5, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'subnets': [{'id': '82f2bb5b-1705-4182-9233-e8913f6cd258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:44:11.502883 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:11.533974 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99c3545-a4ab-4653-8483-97aa0783d82b None None] New status for floating IP 57272738-39b0-4343-975c-31ffcf37493a: ACTIVE {{(pid=105392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 14:44:11.975907 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:13.512490 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c20cc-4423-42cb-bf2c-4a30a5fb0141 req-caa4b735-627e-440e-9061-1ab41e271e26 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:13.514094 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-770c20cc-4423-42cb-bf2c-4a30a5fb0141 req-caa4b735-627e-440e-9061-1ab41e271e26 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 946 time: 0.0509360 Nov 02 14:44:13.565845 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-770c20cc-4423-42cb-bf2c-4a30a5fb0141 req-ce12a53b-6338-4ae0-9855-1aaa457ea3d6 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452099 Nov 02 14:44:14.686597 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98fe92e-9353-40ed-87df-fbab82ff2249 req-ff88b3b2-7fdf-4764-a23a-ffeaec822909 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:14.688610 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c98fe92e-9353-40ed-87df-fbab82ff2249 req-ff88b3b2-7fdf-4764-a23a-ffeaec822909 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 946 time: 0.0457664 Nov 02 14:44:14.735628 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c98fe92e-9353-40ed-87df-fbab82ff2249 req-dd580bd4-ace4-4c58-b0d5-a1a6b29050ba tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414114 Nov 02 14:44:15.506824 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756c7c3-272f-467c-a3c3-d309550ca472 req-1ce7cb3c-f6bc-48ee-b320-1ff7e3b33215 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:15.508263 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2756c7c3-272f-467c-a3c3-d309550ca472 req-1ce7cb3c-f6bc-48ee-b320-1ff7e3b33215 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 946 time: 0.0467336 Nov 02 14:44:15.594424 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [req-2756c7c3-272f-467c-a3c3-d309550ca472 req-4cd8e642-85f6-452b-8cce-115e23c4a508 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Deleting port 881c5e7e-3ed6-4eda-ba12-f2fc35e98f97 {{(pid=105391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:44:15.594716 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-2756c7c3-272f-467c-a3c3-d309550ca472 req-4cd8e642-85f6-452b-8cce-115e23c4a508 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (881c5e7e-3ed6-4eda-ba12-f2fc35e98f97), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:15.687802 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-2756c7c3-272f-467c-a3c3-d309550ca472 req-4cd8e642-85f6-452b-8cce-115e23c4a508 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] For port 881c5e7e-3ed6-4eda-ba12-f2fc35e98f97, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=881c5e7e-3ed6-4eda-ba12-f2fc35e98f97,segment=NetworkSegment(5190f057-06cd-4304-84b1-7684f23b68ce),segment_id=5190f057-06cd-4304-84b1-7684f23b68ce)] {{(pid=105391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:44:15.688479 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-2756c7c3-272f-467c-a3c3-d309550ca472 req-4cd8e642-85f6-452b-8cce-115e23c4a508 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (881c5e7e-3ed6-4eda-ba12-f2fc35e98f97), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:15.690371 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:15.961298 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [req-2756c7c3-272f-467c-a3c3-d309550ca472 req-4cd8e642-85f6-452b-8cce-115e23c4a508 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Calling delete_port for 881c5e7e-3ed6-4eda-ba12-f2fc35e98f97 owned by compute:nova {{(pid=105391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:44:16.038061 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe1649-94e6-4945-97e5-979924549739 req-f26a57ec-8494-4e34-9bbf-482875fe7a89 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:16.039526 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6fbe1649-94e6-4945-97e5-979924549739 req-f26a57ec-8494-4e34-9bbf-482875fe7a89 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 946 time: 0.0834498 Nov 02 14:44:16.112097 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6fbe1649-94e6-4945-97e5-979924549739 req-ab58bf16-1dd8-43a1-b659-007a0205fc1b tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668228 Nov 02 14:44:16.238957 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-2756c7c3-272f-467c-a3c3-d309550ca472 req-4cd8e642-85f6-452b-8cce-115e23c4a508 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470'] for port (881c5e7e-3ed6-4eda-ba12-f2fc35e98f97), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:16.267366 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd8e642-85f6-452b-8cce-115e23c4a508 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Pushing event deleted for resources: {'Port': ['ID=881c5e7e-3ed6-4eda-ba12-f2fc35e98f97,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:16.275904 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:16.316876 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [req-2756c7c3-272f-467c-a3c3-d309550ca472 req-4cd8e642-85f6-452b-8cce-115e23c4a508 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] No DVR routers for this DVR port 881c5e7e-3ed6-4eda-ba12-f2fc35e98f97 on host hv-cinder-86236 {{(pid=105391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:44:16.319379 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-2756c7c3-272f-467c-a3c3-d309550ca472 req-4cd8e642-85f6-452b-8cce-115e23c4a508 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:16.322870 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2756c7c3-272f-467c-a3c3-d309550ca472 req-4cd8e642-85f6-452b-8cce-115e23c4a508 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.64 "DELETE /networking/v2.0/ports/881c5e7e-3ed6-4eda-ba12-f2fc35e98f97 HTTP/1.1" status: 204 len: 173 time: 0.8090036 Nov 02 14:44:16.323611 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d10c5a-012e-4d8a-8188-c2289e1605b7', 'name': 'network-vif-deleted', 'tag': '881c5e7e-3ed6-4eda-ba12-f2fc35e98f97'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:44:16.326504 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d935a8dc-c3bb-42f1-b079-7d9290cece48" -d '{"events": [{"server_uuid": "24d10c5a-012e-4d8a-8188-c2289e1605b7", "name": "network-vif-deleted", "tag": "881c5e7e-3ed6-4eda-ba12-f2fc35e98f97"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:44:16.365034 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfe186e-19a2-43b8-a133-6a9ea4d3b446 x-openstack-request-id: req-edfe186e-19a2-43b8-a133-6a9ea4d3b446 {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:44:16.365339 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d10c5a-012e-4d8a-8188-c2289e1605b7", "name": "network-vif-deleted", "tag": "881c5e7e-3ed6-4eda-ba12-f2fc35e98f97", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:44:16.365595 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-edfe186e-19a2-43b8-a133-6a9ea4d3b446 {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:44:16.365993 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edfe186e-19a2-43b8-a133-6a9ea4d3b446'] response: {'server_uuid': '24d10c5a-012e-4d8a-8188-c2289e1605b7', 'name': 'network-vif-deleted', 'tag': '881c5e7e-3ed6-4eda-ba12-f2fc35e98f97', 'status': 'completed', 'code': 200} Nov 02 14:44:17.229226 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8a720566-5a88-4782-a57a-fcd34ca6542d req-affaade3-2b37-44ad-9dc4-066589ebd968 tempest-TestMinimumBasicScenario-501887396 tempest-TestMinimumBasicScenario-501887396-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=24d10c5a-012e-4d8a-8188-c2289e1605b7 HTTP/1.1" status: 200 len: 210 time: 0.0293894 Nov 02 14:44:18.009782 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device 881c5e7e-3ed6-4eda-ba12-f2fc35e98f97 no longer exists at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:44:18.032223 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] No Port match for: 881c5e7e-3ed6-4eda-ba12-f2fc35e98f97 {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:44:18.032563 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device 881c5e7e-3ed6-4eda-ba12-f2fc35e98f97 not bound to the agent host hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:44:18.987842 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=93,neutron:DELETE=5 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:18.991723 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=93,neutron:DELETE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:19.693210 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 35296) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:20.064033 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d90ced8f-6f1c-4e03-b45e-b416a0a8c1d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66774525'] for router_interface (2d56af43-8641-4382-a329-b3df85a761c8), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:20.342724 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [None req-d90ced8f-6f1c-4e03-b45e-b416a0a8c1d5 admin admin] Deleting port 2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965 {{(pid=105391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:44:20.343518 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d90ced8f-6f1c-4e03-b45e-b416a0a8c1d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:20.427952 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [None req-d90ced8f-6f1c-4e03-b45e-b416a0a8c1d5 admin admin] For port 2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965,segment=NetworkSegment(5190f057-06cd-4304-84b1-7684f23b68ce),segment_id=5190f057-06cd-4304-84b1-7684f23b68ce)] {{(pid=105391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:44:20.428523 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d90ced8f-6f1c-4e03-b45e-b416a0a8c1d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:20.445717 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [None req-d90ced8f-6f1c-4e03-b45e-b416a0a8c1d5 admin admin] Calling delete_port for 2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965 owned by network:router_interface {{(pid=105391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:44:20.456700 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:20.544404 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:20.703070 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d90ced8f-6f1c-4e03-b45e-b416a0a8c1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470'] for port (2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:20.734689 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ced8f-6f1c-4e03-b45e-b416a0a8c1d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:20.873187 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d90ced8f-6f1c-4e03-b45e-b416a0a8c1d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66712616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66776685'] for router_interface (2d56af43-8641-4382-a329-b3df85a761c8), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:20.916964 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9138de1-d75c-41cd-a4c1-0d8bf3764494 None None] get_active_networks_info from dv-cinder-862365-4-iscsi {{(pid=105392) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 14:44:20.981501 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:21.010960 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9138de1-d75c-41cd-a4c1-0d8bf3764494 None None] Resources bound (agent type, host, resource id): {{(pid=105392) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 14:44:21.047617 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:21.094717 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90ced8f-6f1c-4e03-b45e-b416a0a8c1d5 admin admin] Router 2d56af43-8641-4382-a329-b3df85a761c8 has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:44:21.199365 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90ced8f-6f1c-4e03-b45e-b416a0a8c1d5 admin admin] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:44:21.207448 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-d90ced8f-6f1c-4e03-b45e-b416a0a8c1d5 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/2d56af43-8641-4382-a329-b3df85a761c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5106258 Nov 02 14:44:21.207448 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 35312) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:21.209527 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3732a4e6-5368-45cf-a43b-8763689e3fdd None None] Sync routers for ids ['2d56af43-8641-4382-a329-b3df85a761c8'] in dv-cinder-862365-4-iscsi {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:44:21.221369 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3732a4e6-5368-45cf-a43b-8763689e3fdd None None] Routers {'2d56af43-8641-4382-a329-b3df85a761c8'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:44:21.221974 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-3732a4e6-5368-45cf-a43b-8763689e3fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:44:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['2d56af43-8641-4382-a329-b3df85a761c8'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:21.312110 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-f1ec42a6-d768-485d-908f-d5dce790fc49 admin admin] Publish callbacks [] for router (2d56af43-8641-4382-a329-b3df85a761c8), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:21.327944 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-3732a4e6-5368-45cf-a43b-8763689e3fdd None None] Set router 2d56af43-8641-4382-a329-b3df85a761c8 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:44:21.420546 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-f1ec42a6-d768-485d-908f-d5dce790fc49 admin admin] Publish callbacks [] for router_gateway (2d56af43-8641-4382-a329-b3df85a761c8), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:21.507126 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-3732a4e6-5368-45cf-a43b-8763689e3fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d56af43-8641-4382-a329-b3df85a761c8', 'name': 'tempest-TestMinimumBasicScenario-399765030-router', 'tenant_id': 'e60a52ce75b94198ac6abb7727e7072d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '721b5b90-ef52-4bfa-b4e1-4f468d1b2deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:41:11Z', 'updated_at': '2022-11-02T14:44:20Z', 'revision_number': 5, 'project_id': 'e60a52ce75b94198ac6abb7727e7072d', 'gw_port': {'id': '721b5b90-ef52-4bfa-b4e1-4f468d1b2deb', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d56af43-8641-4382-a329-b3df85a761c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:41:12Z', 'updated_at': '2022-11-02T14:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:21.537305 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3732a4e6-5368-45cf-a43b-8763689e3fdd None None] Checking router: 2d56af43-8641-4382-a329-b3df85a761c8 for host: dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:44:21.547225 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3732a4e6-5368-45cf-a43b-8763689e3fdd None None] Routers {'2d56af43-8641-4382-a329-b3df85a761c8'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:44:21.548079 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-3732a4e6-5368-45cf-a43b-8763689e3fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:44:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['2d56af43-8641-4382-a329-b3df85a761c8'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:21.556454 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:21.565246 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [None req-f1ec42a6-d768-485d-908f-d5dce790fc49 admin admin] Deleting port 721b5b90-ef52-4bfa-b4e1-4f468d1b2deb {{(pid=105391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:44:21.565670 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-f1ec42a6-d768-485d-908f-d5dce790fc49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (721b5b90-ef52-4bfa-b4e1-4f468d1b2deb), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:21.635523 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-3732a4e6-5368-45cf-a43b-8763689e3fdd None None] Set router 2d56af43-8641-4382-a329-b3df85a761c8 gateway port host: None {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:44:21.645761 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:DELETE=2,neutron:UPDATE=2,neutron:SELECT=96 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:21.662978 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [None req-f1ec42a6-d768-485d-908f-d5dce790fc49 admin admin] For port 721b5b90-ef52-4bfa-b4e1-4f468d1b2deb, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=721b5b90-ef52-4bfa-b4e1-4f468d1b2deb,segment=NetworkSegment(16a641ca-682a-48e9-98c9-b5a1ba9af67a),segment_id=16a641ca-682a-48e9-98c9-b5a1ba9af67a)] {{(pid=105391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:44:21.663466 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-f1ec42a6-d768-485d-908f-d5dce790fc49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (721b5b90-ef52-4bfa-b4e1-4f468d1b2deb), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:21.676962 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [None req-f1ec42a6-d768-485d-908f-d5dce790fc49 admin admin] Calling delete_port for 721b5b90-ef52-4bfa-b4e1-4f468d1b2deb owned by network:router_gateway {{(pid=105391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:44:21.709055 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-3732a4e6-5368-45cf-a43b-8763689e3fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d56af43-8641-4382-a329-b3df85a761c8', 'name': 'tempest-TestMinimumBasicScenario-399765030-router', 'tenant_id': 'e60a52ce75b94198ac6abb7727e7072d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:41:11Z', 'updated_at': '2022-11-02T14:44:21Z', 'revision_number': 6, 'project_id': 'e60a52ce75b94198ac6abb7727e7072d', 'gw_port_host': None}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:21.736845 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3732a4e6-5368-45cf-a43b-8763689e3fdd None None] The sync data for ids ['2d56af43-8641-4382-a329-b3df85a761c8'] in dv-cinder-862365-4-iscsi is: [{'id': '2d56af43-8641-4382-a329-b3df85a761c8', 'name': 'tempest-TestMinimumBasicScenario-399765030-router', 'tenant_id': 'e60a52ce75b94198ac6abb7727e7072d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:41:11Z', 'updated_at': '2022-11-02T14:44:21Z', 'revision_number': 6, 'project_id': 'e60a52ce75b94198ac6abb7727e7072d', 'gw_port_host': None}] {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:44:21.746046 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-a29331dc-73a8-4db0-8f1c-33fcf4b76c9c None None] Provisioning complete for port 71065647-8fe8-4866-85ad-4c722747c1d6 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:44:21.746612 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-a29331dc-73a8-4db0-8f1c-33fcf4b76c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (71065647-8fe8-4866-85ad-4c722747c1d6), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:21.747111 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-a29331dc-73a8-4db0-8f1c-33fcf4b76c9c None None] Attempt 1 to provision port 71065647-8fe8-4866-85ad-4c722747c1d6 Nov 02 14:44:21.838676 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-a29331dc-73a8-4db0-8f1c-33fcf4b76c9c None None] Current status of the port 71065647-8fe8-4866-85ad-4c722747c1d6 is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:44:21.930476 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-f1ec42a6-d768-485d-908f-d5dce790fc49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470'] for port (721b5b90-ef52-4bfa-b4e1-4f468d1b2deb), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:21.955095 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec42a6-d768-485d-908f-d5dce790fc49 admin admin] Pushing event deleted for resources: {'Port': ['ID=721b5b90-ef52-4bfa-b4e1-4f468d1b2deb,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:21.982988 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-f1ec42a6-d768-485d-908f-d5dce790fc49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66773426'] for router_gateway (2d56af43-8641-4382-a329-b3df85a761c8), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:22.078330 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-f1ec42a6-d768-485d-908f-d5dce790fc49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66776635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43145'] for router (2d56af43-8641-4382-a329-b3df85a761c8), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:22.080798 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-f1ec42a6-d768-485d-908f-d5dce790fc49 admin admin] Publish callbacks [] for router_controller (2d56af43-8641-4382-a329-b3df85a761c8), precommit_delete_associations {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:22.502408 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-f1ec42a6-d768-485d-908f-d5dce790fc49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66776610'] for router (2d56af43-8641-4382-a329-b3df85a761c8), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:22.503069 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ec42a6-d768-485d-908f-d5dce790fc49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d56af43-8641-4382-a329-b3df85a761c8 {{(pid=105391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 14:44:22.511987 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-f1ec42a6-d768-485d-908f-d5dce790fc49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:22.511987 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-f1ec42a6-d768-485d-908f-d5dce790fc49 admin admin] 10.222.0.30 "DELETE /networking/v2.0/routers/2d56af43-8641-4382-a329-b3df85a761c8 HTTP/1.1" status: 204 len: 168 time: 1.3008301 Nov 02 14:44:22.511987 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 35316) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:22.557657 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.db_base_plugin_v2 [None req-3392f393-e456-426e-a0ab-a15576fd0653 admin admin] Deleting subnet 6eab41e4-42d8-41d3-93f0-9494ff932f52 {{(pid=105391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 14:44:22.560894 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3392f393-e456-426e-a0ab-a15576fd0653 admin admin] Publish callbacks [] for subnet (6eab41e4-42d8-41d3-93f0-9494ff932f52), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:22.605866 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:44:22.610773 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3392f393-e456-426e-a0ab-a15576fd0653 admin admin] Publish callbacks [] for subnet (6eab41e4-42d8-41d3-93f0-9494ff932f52), precommit_delete_associations {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:22.660187 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3392f393-e456-426e-a0ab-a15576fd0653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381874'] for subnet (6eab41e4-42d8-41d3-93f0-9494ff932f52), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:22.663244 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965 no longer exists at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:44:22.684382 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] No Port match for: 2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965 {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:44:22.684730 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 2b94ea2d-3ae2-45d2-83a0-9a81eb5e5965 not bound to the agent host dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:44:22.685192 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 721b5b90-ef52-4bfa-b4e1-4f468d1b2deb no longer exists at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:44:22.705756 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] No Port match for: 721b5b90-ef52-4bfa-b4e1-4f468d1b2deb {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:44:22.706102 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 721b5b90-ef52-4bfa-b4e1-4f468d1b2deb not bound to the agent host dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:44:22.799502 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3392f393-e456-426e-a0ab-a15576fd0653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593'] for subnet (6eab41e4-42d8-41d3-93f0-9494ff932f52), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:22.827728 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392f393-e456-426e-a0ab-a15576fd0653 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eab41e4-42d8-41d3-93f0-9494ff932f52,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:22.829921 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3392f393-e456-426e-a0ab-a15576fd0653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for subnet (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:22.833085 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-3392f393-e456-426e-a0ab-a15576fd0653 admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/6eab41e4-42d8-41d3-93f0-9494ff932f52 HTTP/1.1" status: 204 len: 168 time: 0.3202569 Nov 02 14:44:22.833244 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31f6475-b56b-4674-af42-449e51b679b2 None None] Network a5e8c38f-06c6-404d-bcd7-7c9cd1de864c requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:44:22.835844 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 35318) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:22.897823 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=83,neutron:DELETE=14,neutron:UPDATE=3 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:22.910148 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6c218c84-a0bb-4e67-bc82-5c255d5aba1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370122'] for network (a5e8c38f-06c6-404d-bcd7-7c9cd1de864c), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:22.973681 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [None req-6c218c84-a0bb-4e67-bc82-5c255d5aba1b admin admin] Deleting port 71065647-8fe8-4866-85ad-4c722747c1d6 {{(pid=105391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:44:22.974353 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6c218c84-a0bb-4e67-bc82-5c255d5aba1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (71065647-8fe8-4866-85ad-4c722747c1d6), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:23.013768 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f068b69e-8ecd-419c-8936-7f03af1f214b None None] DHCP port deletion for a5e8c38f-06c6-404d-bcd7-7c9cd1de864c request from dv-cinder-862365-4-iscsi {{(pid=105392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 14:44:23.047680 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [None req-6c218c84-a0bb-4e67-bc82-5c255d5aba1b admin admin] For port 71065647-8fe8-4866-85ad-4c722747c1d6, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=71065647-8fe8-4866-85ad-4c722747c1d6,segment=NetworkSegment(5190f057-06cd-4304-84b1-7684f23b68ce),segment_id=5190f057-06cd-4304-84b1-7684f23b68ce)] {{(pid=105391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:44:23.048042 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6c218c84-a0bb-4e67-bc82-5c255d5aba1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (71065647-8fe8-4866-85ad-4c722747c1d6), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:23.053572 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-f068b69e-8ecd-419c-8936-7f03af1f214b None None] Deleting port 71065647-8fe8-4866-85ad-4c722747c1d6 {{(pid=105392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:44:23.053944 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-f068b69e-8ecd-419c-8936-7f03af1f214b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (71065647-8fe8-4866-85ad-4c722747c1d6), before_delete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:23.064144 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [None req-6c218c84-a0bb-4e67-bc82-5c255d5aba1b admin admin] Calling delete_port for 71065647-8fe8-4866-85ad-4c722747c1d6 owned by network:dhcp {{(pid=105391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:44:23.132266 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-f068b69e-8ecd-419c-8936-7f03af1f214b None None] For port 71065647-8fe8-4866-85ad-4c722747c1d6, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=71065647-8fe8-4866-85ad-4c722747c1d6,segment=NetworkSegment(5190f057-06cd-4304-84b1-7684f23b68ce),segment_id=5190f057-06cd-4304-84b1-7684f23b68ce)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:44:23.132677 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-f068b69e-8ecd-419c-8936-7f03af1f214b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (71065647-8fe8-4866-85ad-4c722747c1d6), precommit_delete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:23.152358 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-f068b69e-8ecd-419c-8936-7f03af1f214b None None] Calling delete_port for 71065647-8fe8-4866-85ad-4c722747c1d6 owned by network:dhcp {{(pid=105392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:44:23.237341 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6c218c84-a0bb-4e67-bc82-5c255d5aba1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470'] for port (71065647-8fe8-4866-85ad-4c722747c1d6), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:23.245841 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-f068b69e-8ecd-419c-8936-7f03af1f214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470'] for port (71065647-8fe8-4866-85ad-4c722747c1d6), after_delete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:23.264153 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c218c84-a0bb-4e67-bc82-5c255d5aba1b admin admin] Pushing event deleted for resources: {'Port': ['ID=71065647-8fe8-4866-85ad-4c722747c1d6,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:23.271982 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c218c84-a0bb-4e67-bc82-5c255d5aba1b admin admin] No DVR routers for this DVR port 71065647-8fe8-4866-85ad-4c722747c1d6 on host dv-cinder-862365-4-iscsi {{(pid=105391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:44:23.278094 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068b69e-8ecd-419c-8936-7f03af1f214b None None] Pushing event deleted for resources: {'Port': ['ID=71065647-8fe8-4866-85ad-4c722747c1d6,revision_number=None']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:23.279957 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f068b69e-8ecd-419c-8936-7f03af1f214b None None] No DVR routers for this DVR port 71065647-8fe8-4866-85ad-4c722747c1d6 on host dv-cinder-862365-4-iscsi {{(pid=105392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:44:23.324956 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:23.364611 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6c218c84-a0bb-4e67-bc82-5c255d5aba1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382473', 'neutron.services.segments.db._delete_segments_for_network-8767001720194'] for network (a5e8c38f-06c6-404d-bcd7-7c9cd1de864c), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:23.386300 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6c218c84-a0bb-4e67-bc82-5c255d5aba1b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:44:23.386662 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6c218c84-a0bb-4e67-bc82-5c255d5aba1b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:44:23.387528 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6c218c84-a0bb-4e67-bc82-5c255d5aba1b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:44:23.387868 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6c218c84-a0bb-4e67-bc82-5c255d5aba1b admin admin] Subscribe: > port after_create 55550000 {{(pid=105391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:44:23.388208 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6c218c84-a0bb-4e67-bc82-5c255d5aba1b admin admin] Subscribe: > port after_delete 55550000 {{(pid=105391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:44:23.388563 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6c218c84-a0bb-4e67-bc82-5c255d5aba1b admin admin] Subscribe: > port after_update 55550000 {{(pid=105391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:44:23.388884 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6c218c84-a0bb-4e67-bc82-5c255d5aba1b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:44:23.389229 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6c218c84-a0bb-4e67-bc82-5c255d5aba1b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:44:23.389543 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6c218c84-a0bb-4e67-bc82-5c255d5aba1b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:44:23.390130 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6c218c84-a0bb-4e67-bc82-5c255d5aba1b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:44:23.483653 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6c218c84-a0bb-4e67-bc82-5c255d5aba1b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:44:23.484586 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6c218c84-a0bb-4e67-bc82-5c255d5aba1b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:44:23.484928 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6c218c84-a0bb-4e67-bc82-5c255d5aba1b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:44:23.485293 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6c218c84-a0bb-4e67-bc82-5c255d5aba1b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 14:44:23.485669 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.services.segments.db [None req-6c218c84-a0bb-4e67-bc82-5c255d5aba1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e8c38f-06c6-404d-bcd7-7c9cd1de864c']}} {{(pid=105391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:23.505829 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.services.segments.db [None req-6c218c84-a0bb-4e67-bc82-5c255d5aba1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5190f057-06cd-4304-84b1-7684f23b68ce') {'for_net_delete': True} {{(pid=105391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:23.506132 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.services.segments.db [None req-6c218c84-a0bb-4e67-bc82-5c255d5aba1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5190f057-06cd-4304-84b1-7684f23b68ce') {} {{(pid=105391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:23.524586 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6c218c84-a0bb-4e67-bc82-5c255d5aba1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767001720257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64924461'] for segment (5190f057-06cd-4304-84b1-7684f23b68ce), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:23.547764 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6c218c84-a0bb-4e67-bc82-5c255d5aba1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140'] for segment (5190f057-06cd-4304-84b1-7684f23b68ce), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:23.558114 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c218c84-a0bb-4e67-bc82-5c255d5aba1b admin admin] Releasing vlan 497 on physical network physnet1 to pool {{(pid=105391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 14:44:23.558536 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6c218c84-a0bb-4e67-bc82-5c255d5aba1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63276319'] for segment (5190f057-06cd-4304-84b1-7684f23b68ce), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:23.696360 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6c218c84-a0bb-4e67-bc82-5c255d5aba1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66773462'] for network (a5e8c38f-06c6-404d-bcd7-7c9cd1de864c), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:23.706663 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6c218c84-a0bb-4e67-bc82-5c255d5aba1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for network (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:23.709267 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-6c218c84-a0bb-4e67-bc82-5c255d5aba1b admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/a5e8c38f-06c6-404d-bcd7-7c9cd1de864c HTTP/1.1" status: 204 len: 168 time: 0.8720722 Nov 02 14:44:23.712156 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 35336) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:23.719949 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c218c84-a0bb-4e67-bc82-5c255d5aba1b admin admin] Pushing event deleted for resources: {'Network': ['ID=a5e8c38f-06c6-404d-bcd7-7c9cd1de864c,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:23.792374 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.services.segments.plugin [-] Segment 5190f057-06cd-4304-84b1-7684f23b68ce resource provider aggregate not found Nov 02 14:44:23.813378 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.services.segments.plugin [-] Segment 5190f057-06cd-4304-84b1-7684f23b68ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5190f057-06cd-4304-84b1-7684f23b68ce found for delete ", "request_id": "req-bc14de55-bb53-4e7e-a011-31036df5f275"}]} Nov 02 14:44:23.895588 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8eb0a-34ad-4fd2-9275-740083107e06 req-a57c189f-0980-4fc4-9ef5-ba4412ff5603 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:23.897207 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4ef8eb0a-34ad-4fd2-9275-740083107e06 req-a57c189f-0980-4fc4-9ef5-ba4412ff5603 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 945 time: 0.1728852 Nov 02 14:44:23.952988 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4ef8eb0a-34ad-4fd2-9275-740083107e06 req-07096216-69d3-47ce-8332-c3ecabc624e5 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487287 Nov 02 14:44:24.055184 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c73778c5-f498-4955-8c12-3e3ad12a7733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66774525'] for router_interface (869428af-bb7f-42c5-a23e-6fbed3945cbe), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:24.285880 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-c73778c5-f498-4955-8c12-3e3ad12a7733 admin admin] Deleting port 75ccf4f2-13ad-470f-b7da-bbeeb06b2c72 {{(pid=105390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:44:24.286220 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c73778c5-f498-4955-8c12-3e3ad12a7733 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (75ccf4f2-13ad-470f-b7da-bbeeb06b2c72), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:24.377159 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [None req-c73778c5-f498-4955-8c12-3e3ad12a7733 admin admin] For port 75ccf4f2-13ad-470f-b7da-bbeeb06b2c72, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=75ccf4f2-13ad-470f-b7da-bbeeb06b2c72,segment=NetworkSegment(8bfb5304-c8f9-4aa8-b651-c3cf2a9c86c2),segment_id=8bfb5304-c8f9-4aa8-b651-c3cf2a9c86c2)] {{(pid=105390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:44:24.377525 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c73778c5-f498-4955-8c12-3e3ad12a7733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (75ccf4f2-13ad-470f-b7da-bbeeb06b2c72), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:24.391198 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-c73778c5-f498-4955-8c12-3e3ad12a7733 admin admin] Calling delete_port for 75ccf4f2-13ad-470f-b7da-bbeeb06b2c72 owned by network:router_interface {{(pid=105390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:44:24.560721 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:24.634333 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 71065647-8fe8-4866-85ad-4c722747c1d6 no longer exists at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:44:24.645739 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c73778c5-f498-4955-8c12-3e3ad12a7733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (75ccf4f2-13ad-470f-b7da-bbeeb06b2c72), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:24.653862 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:24.657097 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] No Port match for: 71065647-8fe8-4866-85ad-4c722747c1d6 {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:44:24.657448 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 71065647-8fe8-4866-85ad-4c722747c1d6 not bound to the agent host dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:44:24.672441 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73778c5-f498-4955-8c12-3e3ad12a7733 admin admin] Pushing event deleted for resources: {'Port': ['ID=75ccf4f2-13ad-470f-b7da-bbeeb06b2c72,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:24.684512 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73778c5-f498-4955-8c12-3e3ad12a7733 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:24.684856 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73778c5-f498-4955-8c12-3e3ad12a7733 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:24.685218 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73778c5-f498-4955-8c12-3e3ad12a7733 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:24.688871 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73778c5-f498-4955-8c12-3e3ad12a7733 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:24.688871 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73778c5-f498-4955-8c12-3e3ad12a7733 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:24.688871 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73778c5-f498-4955-8c12-3e3ad12a7733 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:24.688871 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73778c5-f498-4955-8c12-3e3ad12a7733 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:24.688871 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73778c5-f498-4955-8c12-3e3ad12a7733 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:24.688871 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73778c5-f498-4955-8c12-3e3ad12a7733 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:24.688871 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73778c5-f498-4955-8c12-3e3ad12a7733 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:24.688871 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73778c5-f498-4955-8c12-3e3ad12a7733 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:24.688871 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73778c5-f498-4955-8c12-3e3ad12a7733 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:24.688871 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73778c5-f498-4955-8c12-3e3ad12a7733 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:24.688871 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73778c5-f498-4955-8c12-3e3ad12a7733 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:24.690354 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73778c5-f498-4955-8c12-3e3ad12a7733 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:25.066651 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c73778c5-f498-4955-8c12-3e3ad12a7733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66712616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66776685'] for router_interface (869428af-bb7f-42c5-a23e-6fbed3945cbe), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:25.084762 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7030b-0ba5-4975-9a7e-6302adf98a39 req-a0bfd245-c481-4363-bba8-da9b6d8e310c tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:25.086443 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-14e7030b-0ba5-4975-9a7e-6302adf98a39 req-a0bfd245-c481-4363-bba8-da9b6d8e310c tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 945 time: 0.0515158 Nov 02 14:44:25.090547 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e156697d-0250-407b-9dff-71fe5775f595 None None] get_active_networks_info from dv-cinder-862365-4-iscsi {{(pid=105392) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 14:44:25.147084 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-14e7030b-0ba5-4975-9a7e-6302adf98a39 req-07e8a90c-ce00-4163-bbd6-bcb565e66a68 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524511 Nov 02 14:44:25.182780 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e156697d-0250-407b-9dff-71fe5775f595 None None] Resources bound (agent type, host, resource id): {{(pid=105392) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 14:44:25.270620 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:25.297573 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c73778c5-f498-4955-8c12-3e3ad12a7733 admin admin] Router 869428af-bb7f-42c5-a23e-6fbed3945cbe has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:44:25.409548 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73778c5-f498-4955-8c12-3e3ad12a7733 admin admin] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:44:25.414721 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-c73778c5-f498-4955-8c12-3e3ad12a7733 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/869428af-bb7f-42c5-a23e-6fbed3945cbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7014508 Nov 02 14:44:25.417331 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 35344) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:25.417858 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b91a42e-46eb-45d3-b81f-6e18bf988ff9 None None] Sync routers for ids ['869428af-bb7f-42c5-a23e-6fbed3945cbe'] in dv-cinder-862365-4-iscsi {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:44:25.429345 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b91a42e-46eb-45d3-b81f-6e18bf988ff9 None None] Routers {'869428af-bb7f-42c5-a23e-6fbed3945cbe'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:44:25.430150 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-3b91a42e-46eb-45d3-b81f-6e18bf988ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:44:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['869428af-bb7f-42c5-a23e-6fbed3945cbe'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:25.541605 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e263ec1f-07f2-4dba-9890-61b711c4a651 admin admin] Publish callbacks [] for router (869428af-bb7f-42c5-a23e-6fbed3945cbe), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:25.551297 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-3b91a42e-46eb-45d3-b81f-6e18bf988ff9 None None] Set router 869428af-bb7f-42c5-a23e-6fbed3945cbe gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:44:25.631880 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:25.660733 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e263ec1f-07f2-4dba-9890-61b711c4a651 admin admin] Publish callbacks [] for router_gateway (869428af-bb7f-42c5-a23e-6fbed3945cbe), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:25.750811 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-3b91a42e-46eb-45d3-b81f-6e18bf988ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869428af-bb7f-42c5-a23e-6fbed3945cbe', 'name': 'tempest-TestMinimumBasicScenario-2112962229-router', 'tenant_id': '60b28b9d81b24b5b99dc2152516f4c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'c92a5806-30b3-4738-bfa6-b902effc26ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:41:19Z', 'updated_at': '2022-11-02T14:44:24Z', 'revision_number': 5, 'project_id': '60b28b9d81b24b5b99dc2152516f4c2c', 'gw_port': {'id': 'c92a5806-30b3-4738-bfa6-b902effc26ab', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869428af-bb7f-42c5-a23e-6fbed3945cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:41:20Z', 'updated_at': '2022-11-02T14:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:25.776977 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-e263ec1f-07f2-4dba-9890-61b711c4a651 admin admin] Deleting port c92a5806-30b3-4738-bfa6-b902effc26ab {{(pid=105390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:44:25.777358 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e263ec1f-07f2-4dba-9890-61b711c4a651 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (c92a5806-30b3-4738-bfa6-b902effc26ab), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:25.779318 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b91a42e-46eb-45d3-b81f-6e18bf988ff9 None None] Checking router: 869428af-bb7f-42c5-a23e-6fbed3945cbe for host: dv-cinder-862365-4-iscsi {{(pid=105392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:44:25.788939 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b91a42e-46eb-45d3-b81f-6e18bf988ff9 None None] Routers {'869428af-bb7f-42c5-a23e-6fbed3945cbe'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:44:25.789589 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-3b91a42e-46eb-45d3-b81f-6e18bf988ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:44:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['869428af-bb7f-42c5-a23e-6fbed3945cbe'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:25.796186 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:25.867080 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [None req-e263ec1f-07f2-4dba-9890-61b711c4a651 admin admin] For port c92a5806-30b3-4738-bfa6-b902effc26ab, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=c92a5806-30b3-4738-bfa6-b902effc26ab,segment=NetworkSegment(16a641ca-682a-48e9-98c9-b5a1ba9af67a),segment_id=16a641ca-682a-48e9-98c9-b5a1ba9af67a)] {{(pid=105390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:44:25.867446 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e263ec1f-07f2-4dba-9890-61b711c4a651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (c92a5806-30b3-4738-bfa6-b902effc26ab), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:25.881311 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-3b91a42e-46eb-45d3-b81f-6e18bf988ff9 None None] Set router 869428af-bb7f-42c5-a23e-6fbed3945cbe gateway port host: None {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:44:25.887053 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-e263ec1f-07f2-4dba-9890-61b711c4a651 admin admin] Calling delete_port for c92a5806-30b3-4738-bfa6-b902effc26ab owned by network:router_gateway {{(pid=105390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:44:25.941422 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-3b91a42e-46eb-45d3-b81f-6e18bf988ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869428af-bb7f-42c5-a23e-6fbed3945cbe', 'name': 'tempest-TestMinimumBasicScenario-2112962229-router', 'tenant_id': '60b28b9d81b24b5b99dc2152516f4c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:41:19Z', 'updated_at': '2022-11-02T14:44:25Z', 'revision_number': 6, 'project_id': '60b28b9d81b24b5b99dc2152516f4c2c', 'gw_port_host': None}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:25.966408 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-b32b583a-7bfc-4d2b-a9bb-367ea69d4b0c None None] Provisioning complete for port 48b87e54-2a82-48a7-925a-b0a4299a5134 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:44:25.966772 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-b32b583a-7bfc-4d2b-a9bb-367ea69d4b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (48b87e54-2a82-48a7-925a-b0a4299a5134), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:25.967109 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-b32b583a-7bfc-4d2b-a9bb-367ea69d4b0c None None] Attempt 1 to provision port 48b87e54-2a82-48a7-925a-b0a4299a5134 Nov 02 14:44:25.971188 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b91a42e-46eb-45d3-b81f-6e18bf988ff9 None None] The sync data for ids ['869428af-bb7f-42c5-a23e-6fbed3945cbe'] in dv-cinder-862365-4-iscsi is: [{'id': '869428af-bb7f-42c5-a23e-6fbed3945cbe', 'name': 'tempest-TestMinimumBasicScenario-2112962229-router', 'tenant_id': '60b28b9d81b24b5b99dc2152516f4c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:41:19Z', 'updated_at': '2022-11-02T14:44:25Z', 'revision_number': 6, 'project_id': '60b28b9d81b24b5b99dc2152516f4c2c', 'gw_port_host': None}] {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:44:25.986101 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:26.047781 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-b32b583a-7bfc-4d2b-a9bb-367ea69d4b0c None None] Current status of the port 48b87e54-2a82-48a7-925a-b0a4299a5134 is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:44:26.111694 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e263ec1f-07f2-4dba-9890-61b711c4a651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (c92a5806-30b3-4738-bfa6-b902effc26ab), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:26.140276 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263ec1f-07f2-4dba-9890-61b711c4a651 admin admin] Pushing event deleted for resources: {'Port': ['ID=c92a5806-30b3-4738-bfa6-b902effc26ab,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:26.205759 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e263ec1f-07f2-4dba-9890-61b711c4a651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66773426'] for router_gateway (869428af-bb7f-42c5-a23e-6fbed3945cbe), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:26.270983 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0360c-eff0-44db-9527-0618aa3a6b3e req-949172b4-aaf4-406a-81c2-5f2b72f15bf8 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:26.272604 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-94a0360c-eff0-44db-9527-0618aa3a6b3e req-949172b4-aaf4-406a-81c2-5f2b72f15bf8 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 945 time: 0.0468764 Nov 02 14:44:26.293988 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e263ec1f-07f2-4dba-9890-61b711c4a651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66776635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43145'] for router (869428af-bb7f-42c5-a23e-6fbed3945cbe), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:26.296730 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e263ec1f-07f2-4dba-9890-61b711c4a651 admin admin] Publish callbacks [] for router_controller (869428af-bb7f-42c5-a23e-6fbed3945cbe), precommit_delete_associations {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:26.325789 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-94a0360c-eff0-44db-9527-0618aa3a6b3e req-5a1d87d2-12e6-432d-ab4e-9063743b3e46 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472476 Nov 02 14:44:26.403083 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e263ec1f-07f2-4dba-9890-61b711c4a651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66776610'] for router (869428af-bb7f-42c5-a23e-6fbed3945cbe), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:26.403746 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e263ec1f-07f2-4dba-9890-61b711c4a651 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 869428af-bb7f-42c5-a23e-6fbed3945cbe {{(pid=105390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 14:44:26.409793 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e263ec1f-07f2-4dba-9890-61b711c4a651 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:26.411035 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-e263ec1f-07f2-4dba-9890-61b711c4a651 admin admin] 10.222.0.30 "DELETE /networking/v2.0/routers/869428af-bb7f-42c5-a23e-6fbed3945cbe HTTP/1.1" status: 204 len: 168 time: 0.9920855 Nov 02 14:44:26.416335 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 35348) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:26.459133 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.db_base_plugin_v2 [None req-215a4605-7240-421c-8ced-5d85612befe4 admin admin] Deleting subnet 3368e756-d53a-4b99-bda6-e806b40098cc {{(pid=105391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 14:44:26.462491 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-215a4605-7240-421c-8ced-5d85612befe4 admin admin] Publish callbacks [] for subnet (3368e756-d53a-4b99-bda6-e806b40098cc), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:26.498320 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-215a4605-7240-421c-8ced-5d85612befe4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64924452'] for subnet (3368e756-d53a-4b99-bda6-e806b40098cc), precommit_delete_associations {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:26.539945 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:26.579052 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-215a4605-7240-421c-8ced-5d85612befe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381874'] for subnet (3368e756-d53a-4b99-bda6-e806b40098cc), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:26.694626 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-215a4605-7240-421c-8ced-5d85612befe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63276465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62938073'] for subnet (3368e756-d53a-4b99-bda6-e806b40098cc), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:26.721438 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a4605-7240-421c-8ced-5d85612befe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3368e756-d53a-4b99-bda6-e806b40098cc,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:26.731962 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a4605-7240-421c-8ced-5d85612befe4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:26.732315 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a4605-7240-421c-8ced-5d85612befe4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:26.732700 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a4605-7240-421c-8ced-5d85612befe4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:26.733151 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a4605-7240-421c-8ced-5d85612befe4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:26.733509 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a4605-7240-421c-8ced-5d85612befe4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:26.734134 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a4605-7240-421c-8ced-5d85612befe4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:26.734953 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a4605-7240-421c-8ced-5d85612befe4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:26.735294 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a4605-7240-421c-8ced-5d85612befe4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:26.735640 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a4605-7240-421c-8ced-5d85612befe4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:26.735984 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a4605-7240-421c-8ced-5d85612befe4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:26.736577 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a4605-7240-421c-8ced-5d85612befe4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:26.736915 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a4605-7240-421c-8ced-5d85612befe4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:26.737273 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a4605-7240-421c-8ced-5d85612befe4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:26.737606 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a4605-7240-421c-8ced-5d85612befe4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:26.737930 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a4605-7240-421c-8ced-5d85612befe4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:26.741230 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-215a4605-7240-421c-8ced-5d85612befe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for subnet (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:26.745072 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-215a4605-7240-421c-8ced-5d85612befe4 admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/3368e756-d53a-4b99-bda6-e806b40098cc HTTP/1.1" status: 204 len: 168 time: 0.3293135 Nov 02 14:44:26.747404 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 35350) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:26.751928 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae81697e-f8a4-42c5-9a80-98e90bf433d3 None None] Network ecb106db-d8fd-4824-bfe1-607246d3a84f requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:44:26.829659 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 75ccf4f2-13ad-470f-b7da-bbeeb06b2c72 no longer exists at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:44:26.836349 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0ae5e394-8e02-410c-b30e-57214536b8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370122'] for network (ecb106db-d8fd-4824-bfe1-607246d3a84f), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:26.853309 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] No Port match for: 75ccf4f2-13ad-470f-b7da-bbeeb06b2c72 {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:44:26.853651 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 75ccf4f2-13ad-470f-b7da-bbeeb06b2c72 not bound to the agent host dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:44:26.854064 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device c92a5806-30b3-4738-bfa6-b902effc26ab no longer exists at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:44:26.882054 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-0ae5e394-8e02-410c-b30e-57214536b8bd admin admin] Deleting port 48b87e54-2a82-48a7-925a-b0a4299a5134 {{(pid=105390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:44:26.882399 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0ae5e394-8e02-410c-b30e-57214536b8bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (48b87e54-2a82-48a7-925a-b0a4299a5134), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:26.896492 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] No Port match for: c92a5806-30b3-4738-bfa6-b902effc26ab {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:44:26.896832 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device c92a5806-30b3-4738-bfa6-b902effc26ab not bound to the agent host dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:44:26.959272 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [None req-0ae5e394-8e02-410c-b30e-57214536b8bd admin admin] For port 48b87e54-2a82-48a7-925a-b0a4299a5134, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=48b87e54-2a82-48a7-925a-b0a4299a5134,segment=NetworkSegment(8bfb5304-c8f9-4aa8-b651-c3cf2a9c86c2),segment_id=8bfb5304-c8f9-4aa8-b651-c3cf2a9c86c2)] {{(pid=105390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:44:26.959596 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0ae5e394-8e02-410c-b30e-57214536b8bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (48b87e54-2a82-48a7-925a-b0a4299a5134), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:26.974487 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-0ae5e394-8e02-410c-b30e-57214536b8bd admin admin] Calling delete_port for 48b87e54-2a82-48a7-925a-b0a4299a5134 owned by network:dhcp {{(pid=105390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:44:26.986002 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2804c3a2-572b-4899-b659-637d1703fbc1 None None] DHCP port deletion for ecb106db-d8fd-4824-bfe1-607246d3a84f request from dv-cinder-862365-4-iscsi {{(pid=105392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 14:44:27.024931 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-2804c3a2-572b-4899-b659-637d1703fbc1 None None] Deleting port 48b87e54-2a82-48a7-925a-b0a4299a5134 {{(pid=105392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:44:27.025331 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-2804c3a2-572b-4899-b659-637d1703fbc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (48b87e54-2a82-48a7-925a-b0a4299a5134), before_delete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:27.096829 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-2804c3a2-572b-4899-b659-637d1703fbc1 None None] For port 48b87e54-2a82-48a7-925a-b0a4299a5134, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=48b87e54-2a82-48a7-925a-b0a4299a5134,segment=NetworkSegment(8bfb5304-c8f9-4aa8-b651-c3cf2a9c86c2),segment_id=8bfb5304-c8f9-4aa8-b651-c3cf2a9c86c2)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:44:27.097268 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-2804c3a2-572b-4899-b659-637d1703fbc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (48b87e54-2a82-48a7-925a-b0a4299a5134), precommit_delete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:27.105263 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70e754-d32e-41ae-8f9d-0eea08c30863 req-dad3cf92-def9-4221-8eef-44f0e9fec843 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:27.106792 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-fa70e754-d32e-41ae-8f9d-0eea08c30863 req-dad3cf92-def9-4221-8eef-44f0e9fec843 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 945 time: 0.0628297 Nov 02 14:44:27.113431 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-2804c3a2-572b-4899-b659-637d1703fbc1 None None] Calling delete_port for 48b87e54-2a82-48a7-925a-b0a4299a5134 owned by network:dhcp {{(pid=105392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:44:27.126100 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0ae5e394-8e02-410c-b30e-57214536b8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (48b87e54-2a82-48a7-925a-b0a4299a5134), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:27.152969 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae5e394-8e02-410c-b30e-57214536b8bd admin admin] Pushing event deleted for resources: {'Port': ['ID=48b87e54-2a82-48a7-925a-b0a4299a5134,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:27.159069 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae5e394-8e02-410c-b30e-57214536b8bd admin admin] No DVR routers for this DVR port 48b87e54-2a82-48a7-925a-b0a4299a5134 on host dv-cinder-862365-4-iscsi {{(pid=105390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:44:27.199961 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=100 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:27.212270 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [req-fa70e754-d32e-41ae-8f9d-0eea08c30863 req-f4c8c0a9-2fbf-45e5-b2a7-f972b7e49ead tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Deleting port fc1bebad-c267-4384-b8ba-b3d4c19799bd {{(pid=105391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:44:27.212590 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-fa70e754-d32e-41ae-8f9d-0eea08c30863 req-f4c8c0a9-2fbf-45e5-b2a7-f972b7e49ead tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (fc1bebad-c267-4384-b8ba-b3d4c19799bd), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:27.218859 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-2804c3a2-572b-4899-b659-637d1703fbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470'] for port (48b87e54-2a82-48a7-925a-b0a4299a5134), after_delete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:27.243351 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0ae5e394-8e02-410c-b30e-57214536b8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382473', 'neutron.services.segments.db._delete_segments_for_network-8767001720194'] for network (ecb106db-d8fd-4824-bfe1-607246d3a84f), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:27.244881 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2804c3a2-572b-4899-b659-637d1703fbc1 None None] Pushing event deleted for resources: {'Port': ['ID=48b87e54-2a82-48a7-925a-b0a4299a5134,revision_number=None']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:27.249719 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2804c3a2-572b-4899-b659-637d1703fbc1 None None] No DVR routers for this DVR port 48b87e54-2a82-48a7-925a-b0a4299a5134 on host dv-cinder-862365-4-iscsi {{(pid=105392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:44:27.269038 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.services.segments.db [None req-0ae5e394-8e02-410c-b30e-57214536b8bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecb106db-d8fd-4824-bfe1-607246d3a84f']}} {{(pid=105390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:27.282247 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.services.segments.db [None req-0ae5e394-8e02-410c-b30e-57214536b8bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bfb5304-c8f9-4aa8-b651-c3cf2a9c86c2') {'for_net_delete': True} {{(pid=105390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:27.282550 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.services.segments.db [None req-0ae5e394-8e02-410c-b30e-57214536b8bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bfb5304-c8f9-4aa8-b651-c3cf2a9c86c2') {} {{(pid=105390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:27.293316 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0ae5e394-8e02-410c-b30e-57214536b8bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767001720257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64410147'] for segment (8bfb5304-c8f9-4aa8-b651-c3cf2a9c86c2), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:27.302068 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:27.308855 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0ae5e394-8e02-410c-b30e-57214536b8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140'] for segment (8bfb5304-c8f9-4aa8-b651-c3cf2a9c86c2), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:27.317717 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae5e394-8e02-410c-b30e-57214536b8bd admin admin] Releasing vlan 454 on physical network physnet1 to pool {{(pid=105390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 14:44:27.318555 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0ae5e394-8e02-410c-b30e-57214536b8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63638019'] for segment (8bfb5304-c8f9-4aa8-b651-c3cf2a9c86c2), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:27.323427 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-fa70e754-d32e-41ae-8f9d-0eea08c30863 req-f4c8c0a9-2fbf-45e5-b2a7-f972b7e49ead tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] For port fc1bebad-c267-4384-b8ba-b3d4c19799bd, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=fc1bebad-c267-4384-b8ba-b3d4c19799bd,segment=NetworkSegment(076e55e6-4e08-4faf-8572-84b8f0dfcbf2),segment_id=076e55e6-4e08-4faf-8572-84b8f0dfcbf2)] {{(pid=105391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:44:27.324011 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-fa70e754-d32e-41ae-8f9d-0eea08c30863 req-f4c8c0a9-2fbf-45e5-b2a7-f972b7e49ead tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (fc1bebad-c267-4384-b8ba-b3d4c19799bd), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:27.371177 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.services.segments.plugin [-] Segment 8bfb5304-c8f9-4aa8-b651-c3cf2a9c86c2 resource provider aggregate not found Nov 02 14:44:27.398042 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.services.segments.plugin [-] Segment 8bfb5304-c8f9-4aa8-b651-c3cf2a9c86c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8bfb5304-c8f9-4aa8-b651-c3cf2a9c86c2 found for delete ", "request_id": "req-f2bc3075-18c2-4f6b-91ca-e1921b1a39e2"}]} Nov 02 14:44:27.422687 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:27.448497 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0ae5e394-8e02-410c-b30e-57214536b8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66773462'] for network (ecb106db-d8fd-4824-bfe1-607246d3a84f), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:27.455298 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0ae5e394-8e02-410c-b30e-57214536b8bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for network (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:27.458655 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-0ae5e394-8e02-410c-b30e-57214536b8bd admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/ecb106db-d8fd-4824-bfe1-607246d3a84f HTTP/1.1" status: 204 len: 168 time: 0.7098968 Nov 02 14:44:27.474873 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae5e394-8e02-410c-b30e-57214536b8bd admin admin] Pushing event deleted for resources: {'Network': ['ID=ecb106db-d8fd-4824-bfe1-607246d3a84f,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:27.529423 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91253f55-d89c-4122-a29a-5e3123f7f7b4 req-b30670ad-f0e8-470a-a945-671eabcdcf79 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:27.531551 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-91253f55-d89c-4122-a29a-5e3123f7f7b4 req-b30670ad-f0e8-470a-a945-671eabcdcf79 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 945 time: 0.1003282 Nov 02 14:44:27.553860 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-fa70e754-d32e-41ae-8f9d-0eea08c30863 req-f4c8c0a9-2fbf-45e5-b2a7-f972b7e49ead tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:27.554214 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-fa70e754-d32e-41ae-8f9d-0eea08c30863 req-f4c8c0a9-2fbf-45e5-b2a7-f972b7e49ead tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66773501'] for floatingip (ab7d20ff-2ec0-4a3a-91b1-6d7b1ed33f90), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:27.554527 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.db.l3_db [req-fa70e754-d32e-41ae-8f9d-0eea08c30863 req-f4c8c0a9-2fbf-45e5-b2a7-f972b7e49ead tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Floating IP ab7d20ff-2ec0-4a3a-91b1-6d7b1ed33f90 disassociated. External IP: 172.27.0.225, port: fc1bebad-c267-4384-b8ba-b3d4c19799bd. Nov 02 14:44:27.556970 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [req-fa70e754-d32e-41ae-8f9d-0eea08c30863 req-f4c8c0a9-2fbf-45e5-b2a7-f972b7e49ead tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Calling delete_port for fc1bebad-c267-4384-b8ba-b3d4c19799bd owned by compute:nova {{(pid=105391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:44:27.639931 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-91253f55-d89c-4122-a29a-5e3123f7f7b4 req-a53edbc5-f58a-480b-aeec-16a1d016d1ad tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=915fd804-cf54-4810-b986-1a4a959f2edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999255 Nov 02 14:44:27.793630 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-fa70e754-d32e-41ae-8f9d-0eea08c30863 req-f4c8c0a9-2fbf-45e5-b2a7-f972b7e49ead tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63276524'] for port (fc1bebad-c267-4384-b8ba-b3d4c19799bd), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:27.800407 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:27.824904 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8c0a9-2fbf-45e5-b2a7-f972b7e49ead tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Pushing event deleted for resources: {'Port': ['ID=fc1bebad-c267-4384-b8ba-b3d4c19799bd,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:27.870266 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 35360) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:27.959686 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-329f3c6d-abd5-4164-a3b4-92bb49df42d8 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=e60a52ce75b94198ac6abb7727e7072d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0882676 Nov 02 14:44:27.962374 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 35362) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:27.972789 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa70e754-d32e-41ae-8f9d-0eea08c30863 req-f4c8c0a9-2fbf-45e5-b2a7-f972b7e49ead tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Router 6418c070-202d-44f4-a721-f4d15d9291da has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:44:28.016614 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-5b3dcf32-0800-47ee-9685-9bc13c364135 admin admin] Publish callbacks [] for security_group (bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:28.039182 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-5b3dcf32-0800-47ee-9685-9bc13c364135 admin admin] Publish callbacks [] for security_group (bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:28.081310 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa70e754-d32e-41ae-8f9d-0eea08c30863 req-f4c8c0a9-2fbf-45e5-b2a7-f972b7e49ead tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:44:28.095040 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e87d7fb-6d46-4f9d-8cf4-3a5bf1df0a59 None None] Sync routers for ids ['6418c070-202d-44f4-a721-f4d15d9291da'] in dv-cinder-862365-4-iscsi {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:44:28.100936 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e87d7fb-6d46-4f9d-8cf4-3a5bf1df0a59 None None] Routers {'6418c070-202d-44f4-a721-f4d15d9291da'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:44:28.101556 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-0e87d7fb-6d46-4f9d-8cf4-3a5bf1df0a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:44:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['6418c070-202d-44f4-a721-f4d15d9291da'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:28.128916 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa70e754-d32e-41ae-8f9d-0eea08c30863 req-f4c8c0a9-2fbf-45e5-b2a7-f972b7e49ead tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] No DVR routers for this DVR port fc1bebad-c267-4384-b8ba-b3d4c19799bd on host hv-cinder-86236 {{(pid=105391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:44:28.131536 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-fa70e754-d32e-41ae-8f9d-0eea08c30863 req-f4c8c0a9-2fbf-45e5-b2a7-f972b7e49ead tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:28.135206 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-fa70e754-d32e-41ae-8f9d-0eea08c30863 req-f4c8c0a9-2fbf-45e5-b2a7-f972b7e49ead tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.64 "DELETE /networking/v2.0/ports/fc1bebad-c267-4384-b8ba-b3d4c19799bd HTTP/1.1" status: 204 len: 173 time: 1.0228577 Nov 02 14:44:28.135664 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1d6b9a-4ef9-47db-b416-7a0a0f885d91', 'name': 'network-vif-deleted', 'tag': 'fc1bebad-c267-4384-b8ba-b3d4c19799bd'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:44:28.138321 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa594a7-11a4-40a5-8e56-9fdd638efff1" -d '{"events": [{"server_uuid": "4d1d6b9a-4ef9-47db-b416-7a0a0f885d91", "name": "network-vif-deleted", "tag": "fc1bebad-c267-4384-b8ba-b3d4c19799bd"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:44:28.159488 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=100 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:28.168840 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-5b3dcf32-0800-47ee-9685-9bc13c364135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:28.169409 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-5b3dcf32-0800-47ee-9685-9bc13c364135 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:28.170507 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-5b3dcf32-0800-47ee-9685-9bc13c364135 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9 HTTP/1.1" status: 204 len: 168 time: 0.2070906 Nov 02 14:44:28.185519 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3dcf32-0800-47ee-9685-9bc13c364135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfabfd8e-1bf6-4c67-8e8f-aa46a8da90b9,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:28.210824 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-0e87d7fb-6d46-4f9d-8cf4-3a5bf1df0a59 None None] Set router 6418c070-202d-44f4-a721-f4d15d9291da gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:44:28.260746 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f66290d-e475-428f-948d-691cd4185368 x-openstack-request-id: req-8f66290d-e475-428f-948d-691cd4185368 {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:44:28.260746 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1d6b9a-4ef9-47db-b416-7a0a0f885d91", "name": "network-vif-deleted", "tag": "fc1bebad-c267-4384-b8ba-b3d4c19799bd", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:44:28.260746 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8f66290d-e475-428f-948d-691cd4185368 {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:44:28.261120 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f66290d-e475-428f-948d-691cd4185368'] response: {'server_uuid': '4d1d6b9a-4ef9-47db-b416-7a0a0f885d91', 'name': 'network-vif-deleted', 'tag': 'fc1bebad-c267-4384-b8ba-b3d4c19799bd', 'status': 'completed', 'code': 200} Nov 02 14:44:28.283302 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:28.417405 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-0e87d7fb-6d46-4f9d-8cf4-3a5bf1df0a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6418c070-202d-44f4-a721-f4d15d9291da', 'name': 'tempest-ServerRescueNegativeTestJSON-1251080208-router', 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '03ac4043-a9dc-4fa0-b608-5c51f3bc015f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:19Z', 'updated_at': '2022-11-02T14:39:28Z', 'revision_number': 4, 'project_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'gw_port': {'id': '03ac4043-a9dc-4fa0-b608-5c51f3bc015f', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6418c070-202d-44f4-a721-f4d15d9291da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '7bf68e88-1e76-4d78-b4b5-cdc5b1e32546', 'name': '', 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b', 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'mac_address': 'fa:16:3e:bc:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6418c070-202d-44f4-a721-f4d15d9291da', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '543df3fb-8a54-4baf-bcd8-c5079d82249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:27Z', 'updated_at': '2022-11-02T14:39:37Z', 'revision_number': 5, 'project_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'subnets': [{'id': '543df3fb-8a54-4baf-bcd8-c5079d82249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:28.443813 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e87d7fb-6d46-4f9d-8cf4-3a5bf1df0a59 None None] Checking router: 6418c070-202d-44f4-a721-f4d15d9291da for host: dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:44:28.453829 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e87d7fb-6d46-4f9d-8cf4-3a5bf1df0a59 None None] Routers {'6418c070-202d-44f4-a721-f4d15d9291da'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:44:28.454437 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-0e87d7fb-6d46-4f9d-8cf4-3a5bf1df0a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:44:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['6418c070-202d-44f4-a721-f4d15d9291da'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:28.560883 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-0e87d7fb-6d46-4f9d-8cf4-3a5bf1df0a59 None None] Set router 6418c070-202d-44f4-a721-f4d15d9291da gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:44:28.656571 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 48b87e54-2a82-48a7-925a-b0a4299a5134 no longer exists at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:44:28.682755 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] No Port match for: 48b87e54-2a82-48a7-925a-b0a4299a5134 {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:44:28.682881 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 48b87e54-2a82-48a7-925a-b0a4299a5134 not bound to the agent host dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:44:28.774790 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:28.776506 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-eb5d738b-1434-43bd-aa33-ae113539657d req-38fc7297-700f-45d1-bbb2-da1b0227ba1a tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4d1d6b9a-4ef9-47db-b416-7a0a0f885d91 HTTP/1.1" status: 200 len: 210 time: 0.0304172 Nov 02 14:44:28.871208 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-0e87d7fb-6d46-4f9d-8cf4-3a5bf1df0a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6418c070-202d-44f4-a721-f4d15d9291da', 'name': 'tempest-ServerRescueNegativeTestJSON-1251080208-router', 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '03ac4043-a9dc-4fa0-b608-5c51f3bc015f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:19Z', 'updated_at': '2022-11-02T14:39:28Z', 'revision_number': 4, 'project_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'gw_port': {'id': '03ac4043-a9dc-4fa0-b608-5c51f3bc015f', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6418c070-202d-44f4-a721-f4d15d9291da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '7bf68e88-1e76-4d78-b4b5-cdc5b1e32546', 'name': '', 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b', 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'mac_address': 'fa:16:3e:bc:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6418c070-202d-44f4-a721-f4d15d9291da', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '543df3fb-8a54-4baf-bcd8-c5079d82249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:27Z', 'updated_at': '2022-11-02T14:39:37Z', 'revision_number': 5, 'project_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'subnets': [{'id': '543df3fb-8a54-4baf-bcd8-c5079d82249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:28.901178 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e87d7fb-6d46-4f9d-8cf4-3a5bf1df0a59 None None] The sync data for ids ['6418c070-202d-44f4-a721-f4d15d9291da'] in dv-cinder-862365-4-iscsi is: [{'id': '6418c070-202d-44f4-a721-f4d15d9291da', 'name': 'tempest-ServerRescueNegativeTestJSON-1251080208-router', 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '03ac4043-a9dc-4fa0-b608-5c51f3bc015f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:19Z', 'updated_at': '2022-11-02T14:39:28Z', 'revision_number': 4, 'project_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'gw_port': {'id': '03ac4043-a9dc-4fa0-b608-5c51f3bc015f', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6418c070-202d-44f4-a721-f4d15d9291da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '7bf68e88-1e76-4d78-b4b5-cdc5b1e32546', 'name': '', 'network_id': 'bea7d5f3-3f34-426a-97bc-a8938ef4d97b', 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'mac_address': 'fa:16:3e:bc:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6418c070-202d-44f4-a721-f4d15d9291da', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '543df3fb-8a54-4baf-bcd8-c5079d82249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:27Z', 'updated_at': '2022-11-02T14:39:37Z', 'revision_number': 5, 'project_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'subnets': [{'id': '543df3fb-8a54-4baf-bcd8-c5079d82249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:44:28.942536 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 35372) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:28.951203 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:29.001656 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-9b80e5b6-2aa1-46b9-bae8-1f27a49846ef admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=60b28b9d81b24b5b99dc2152516f4c2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0576885 Nov 02 14:44:29.004208 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 35374) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:29.065153 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e3c89686-cfa3-4b84-ad47-00e1c0cc9fc5 admin admin] Publish callbacks [] for security_group (07f9b277-5fc5-4c7a-a285-28807c8ad123), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:29.088137 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e3c89686-cfa3-4b84-ad47-00e1c0cc9fc5 admin admin] Publish callbacks [] for security_group (07f9b277-5fc5-4c7a-a285-28807c8ad123), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:29.136410 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cc1576-853e-44a0-84a7-260d075d57a6 None None] New status for floating IP ab7d20ff-2ec0-4a3a-91b1-6d7b1ed33f90: DOWN {{(pid=105392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 14:44:29.210278 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e3c89686-cfa3-4b84-ad47-00e1c0cc9fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (07f9b277-5fc5-4c7a-a285-28807c8ad123), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:29.212937 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e3c89686-cfa3-4b84-ad47-00e1c0cc9fc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:29.214138 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-e3c89686-cfa3-4b84-ad47-00e1c0cc9fc5 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/07f9b277-5fc5-4c7a-a285-28807c8ad123 HTTP/1.1" status: 204 len: 168 time: 0.2089694 Nov 02 14:44:29.224300 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c89686-cfa3-4b84-ad47-00e1c0cc9fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f9b277-5fc5-4c7a-a285-28807c8ad123,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:29.960195 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 35392) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:30.016013 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-089fc955-8646-4b04-bd3a-dbf83e02317c tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks [] for security_group (915fd804-cf54-4810-b986-1a4a959f2edf), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:30.040865 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-089fc955-8646-4b04-bd3a-dbf83e02317c tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks [] for security_group (915fd804-cf54-4810-b986-1a4a959f2edf), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:30.051696 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device fc1bebad-c267-4384-b8ba-b3d4c19799bd no longer exists at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:44:30.073233 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] No Port match for: fc1bebad-c267-4384-b8ba-b3d4c19799bd {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:44:30.073792 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device fc1bebad-c267-4384-b8ba-b3d4c19799bd not bound to the agent host hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:44:30.164855 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-089fc955-8646-4b04-bd3a-dbf83e02317c tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (915fd804-cf54-4810-b986-1a4a959f2edf), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:30.168146 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-089fc955-8646-4b04-bd3a-dbf83e02317c tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:30.169405 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-089fc955-8646-4b04-bd3a-dbf83e02317c tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "DELETE /networking/v2.0/security-groups/915fd804-cf54-4810-b986-1a4a959f2edf HTTP/1.1" status: 204 len: 168 time: 0.2081587 Nov 02 14:44:30.172068 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 35400) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:30.179162 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089fc955-8646-4b04-bd3a-dbf83e02317c tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=915fd804-cf54-4810-b986-1a4a959f2edf,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:30.188681 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.api.v2.resource [None req-52ec0ff9-bc4c-48cf-aea4-3586cac8f82d tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] show failed (client error): The resource could not be found. Nov 02 14:44:30.190021 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-52ec0ff9-bc4c-48cf-aea4-3586cac8f82d tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups/915fd804-cf54-4810-b986-1a4a959f2edf HTTP/1.1" status: 404 len: 347 time: 0.0167534 Nov 02 14:44:30.192644 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 35402) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:30.306955 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-b86c20e0-708e-4318-bc85-d5712faee77f tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Deleting port 6438a9b1-789d-4d9a-b2db-3ffd670cc802 {{(pid=105390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:44:30.307627 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-b86c20e0-708e-4318-bc85-d5712faee77f tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (6438a9b1-789d-4d9a-b2db-3ffd670cc802), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:30.326492 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 35406) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:30.394839 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-b86c20e0-708e-4318-bc85-d5712faee77f tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (6438a9b1-789d-4d9a-b2db-3ffd670cc802), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:30.395164 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-b86c20e0-708e-4318-bc85-d5712faee77f tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks [] for floatingip (6438a9b1-789d-4d9a-b2db-3ffd670cc802), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:30.398816 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-98d204a0-e845-4078-8050-715c097d501d req-767b9dbb-d7c6-44c9-9150-be76ea16fdcc service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473337 Nov 02 14:44:30.408656 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-b86c20e0-708e-4318-bc85-d5712faee77f tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Calling delete_port for 6438a9b1-789d-4d9a-b2db-3ffd670cc802 owned by network:floatingip {{(pid=105390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:44:30.439966 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-07efba1e-73b6-483b-bf1e-a395f117b738 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1982010526-network', 'tenant_id': '990b7e753ad1450489668d0ca151736e'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:44:30.518281 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d204a0-e845-4078-8050-715c097d501d req-01a4a531-17d0-4cf8-895c-a42a26a584e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:30.519998 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-98d204a0-e845-4078-8050-715c097d501d req-01a4a531-17d0-4cf8-895c-a42a26a584e3 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=edc675d4a92f4ff9ae8a41a020fa792c&device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 1130 time: 0.0426817 Nov 02 14:44:30.524646 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07efba1e-73b6-483b-bf1e-a395f117b738 admin admin] Made reservation on behalf of 990b7e753ad1450489668d0ca151736e for: {'network': 1} {{(pid=105391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:44:30.527043 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-07efba1e-73b6-483b-bf1e-a395f117b738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for network (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:30.529937 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:30.533414 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:30.537506 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-07efba1e-73b6-483b-bf1e-a395f117b738 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:30.650760 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-b86c20e0-708e-4318-bc85-d5712faee77f tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (6438a9b1-789d-4d9a-b2db-3ffd670cc802), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:30.663902 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d204a0-e845-4078-8050-715c097d501d req-979c3411-89a8-4bd6-a73d-3de63d96a1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:30.665442 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-98d204a0-e845-4078-8050-715c097d501d req-979c3411-89a8-4bd6-a73d-3de63d96a1a7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=bea7d5f3-3f34-426a-97bc-a8938ef4d97b HTTP/1.1" status: 200 len: 920 time: 0.1257122 Nov 02 14:44:30.680862 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c20e0-708e-4318-bc85-d5712faee77f tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Pushing event deleted for resources: {'Port': ['ID=6438a9b1-789d-4d9a-b2db-3ffd670cc802,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:30.715922 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-98d204a0-e845-4078-8050-715c097d501d req-359bee7a-b925-4bda-bbfa-04bee96842a6 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3d49dc7-6e55-4eda-a524-acbf2248d0e8 HTTP/1.1" status: 200 len: 217 time: 0.0435126 Nov 02 14:44:30.735898 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-07efba1e-73b6-483b-bf1e-a395f117b738 admin admin] Publish callbacks [] for security_group (14b056f5-3e45-461f-a3d8-fad5fd2c1879), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:30.743783 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-b86c20e0-708e-4318-bc85-d5712faee77f tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks [] for floatingip (ab7d20ff-2ec0-4a3a-91b1-6d7b1ed33f90), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:30.746382 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-b86c20e0-708e-4318-bc85-d5712faee77f tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for floatingip (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:30.751877 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-b86c20e0-708e-4318-bc85-d5712faee77f tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/ab7d20ff-2ec0-4a3a-91b1-6d7b1ed33f90 HTTP/1.1" status: 204 len: 168 time: 0.5538530 Nov 02 14:44:30.761196 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:30.773813 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d204a0-e845-4078-8050-715c097d501d req-d68ea67d-ae2a-43f7-9ec9-5ab8e58abe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:30.775330 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-98d204a0-e845-4078-8050-715c097d501d req-d68ea67d-ae2a-43f7-9ec9-5ab8e58abe5a service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=543df3fb-8a54-4baf-bcd8-c5079d82249a HTTP/1.1" status: 200 len: 858 time: 0.0510557 Nov 02 14:44:30.811436 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-07efba1e-73b6-483b-bf1e-a395f117b738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (14b056f5-3e45-461f-a3d8-fad5fd2c1879), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:30.841320 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07efba1e-73b6-483b-bf1e-a395f117b738 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 499} {{(pid=105391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 14:44:30.848111 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d204a0-e845-4078-8050-715c097d501d req-e63de8ae-d347-4bb5-b5e9-dcad084a35b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:30.849610 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-98d204a0-e845-4078-8050-715c097d501d req-e63de8ae-d347-4bb5-b5e9-dcad084a35b4 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=bea7d5f3-3f34-426a-97bc-a8938ef4d97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0677354 Nov 02 14:44:30.859221 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07efba1e-73b6-483b-bf1e-a395f117b738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b056f5-3e45-461f-a3d8-fad5fd2c1879,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:30.882290 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-07efba1e-73b6-483b-bf1e-a395f117b738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140'] for segment (e92de161-0da6-41c9-b20f-925eb995ddbe), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:30.882290 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.db.segments_db [None req-07efba1e-73b6-483b-bf1e-a395f117b738 admin admin] Added segment e92de161-0da6-41c9-b20f-925eb995ddbe of type vlan for network 3f9be41b-3ac6-43ae-b64c-2573362419af Nov 02 14:44:30.960037 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-07efba1e-73b6-483b-bf1e-a395f117b738 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767001230538'] for network (3f9be41b-3ac6-43ae-b64c-2573362419af), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:31.000441 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-98d204a0-e845-4078-8050-715c097d501d req-336ef9ea-6e8e-4e80-8dfb-363899255c95 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/bea7d5f3-3f34-426a-97bc-a8938ef4d97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429069 Nov 02 14:44:31.067352 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-07efba1e-73b6-483b-bf1e-a395f117b738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593'] for network (3f9be41b-3ac6-43ae-b64c-2573362419af), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:31.068340 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07efba1e-73b6-483b-bf1e-a395f117b738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:31.068910 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-07efba1e-73b6-483b-bf1e-a395f117b738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for network (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:31.143716 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:31.152809 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-98d204a0-e845-4078-8050-715c097d501d req-ba0b6e03-9e97-4d97-8bee-8875ae6baba8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/bea7d5f3-3f34-426a-97bc-a8938ef4d97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460402 Nov 02 14:44:31.153542 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07efba1e-73b6-483b-bf1e-a395f117b738 admin admin] Pushing event updated for resources: {'Network': ['ID=3f9be41b-3ac6-43ae-b64c-2573362419af,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:31.163764 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Network 3f9be41b-3ac6-43ae-b64c-2573362419af details requested by agent ovs-agent-dv-cinder-862365-4-iscsi with host dv-cinder-862365-4-iscsi {{(pid=105392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 14:44:31.179063 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-07efba1e-73b6-483b-bf1e-a395f117b738 admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8513086 Nov 02 14:44:31.187634 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 35414) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:31.187634 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-d0298cbe-e381-42ba-9901-3e8021d597d3 admin admin] Request body: {'subnet': {'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1982010526-subnet', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'ip_version': 4}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:44:31.290253 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0298cbe-e381-42ba-9901-3e8021d597d3 admin admin] Made reservation on behalf of 990b7e753ad1450489668d0ca151736e for: {'subnet': 1} {{(pid=105391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:44:31.292659 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d0298cbe-e381-42ba-9901-3e8021d597d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62938084'] for subnet (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:31.557324 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d0298cbe-e381-42ba-9901-3e8021d597d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63278972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62938066'] for subnet (03e0ff6f-7506-47f9-8238-68767b203b61), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:31.613967 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0298cbe-e381-42ba-9901-3e8021d597d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03e0ff6f-7506-47f9-8238-68767b203b61,revision_number=0']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:31.624117 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0298cbe-e381-42ba-9901-3e8021d597d3 admin admin] Checking segment: {'id': 'e92de161-0da6-41c9-b20f-925eb995ddbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:44:31.624899 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0298cbe-e381-42ba-9901-3e8021d597d3 admin admin] Network hostable DHCP agents. Network: 3f9be41b-3ac6-43ae-b64c-2573362419af, hostable agents: ['46896d2e-004f-49d2-b9f8-26552a5db8fb'], hosted agents: [] {{(pid=105391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 14:44:31.736123 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0298cbe-e381-42ba-9901-3e8021d597d3 admin admin] Network 3f9be41b-3ac6-43ae-b64c-2573362419af is scheduled to be hosted by DHCP agent 46896d2e-004f-49d2-b9f8-26552a5db8fb with binding_index 1 {{(pid=105391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 14:44:31.798966 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [None req-d0298cbe-e381-42ba-9901-3e8021d597d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862365-4-iscsi, 3f9be41b-3ac6-43ae-b64c-2573362419af) {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:44:31.803126 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0298cbe-e381-42ba-9901-3e8021d597d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:31.803728 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d0298cbe-e381-42ba-9901-3e8021d597d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for subnet (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:31.808182 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9a5a33-9cce-43c7-812b-a1c52a66fc6d None None] Network 3f9be41b-3ac6-43ae-b64c-2573362419af requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:44:31.835357 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:31.893646 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-d0298cbe-e381-42ba-9901-3e8021d597d3 admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7105961 Nov 02 14:44:31.897774 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 35418) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:31.902061 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-1100bffc-bd57-4a59-9071-c72ba59d3806 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1982010526-router', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:44:31.912985 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52994e9b-119e-4dee-81af-22acd4605755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d58aa65-0d08-50de-ae60-d403a5b22f04-3f9be41b-3ac6-43ae-b64c-2573362419af', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'project_id': '990b7e753ad1450489668d0ca151736e', 'fixed_ips': [{'subnet_id': '03e0ff6f-7506-47f9-8238-68767b203b61'}]}} from dv-cinder-862365-4-iscsi. {{(pid=105392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 14:44:31.914060 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52994e9b-119e-4dee-81af-22acd4605755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:31.988264 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-1100bffc-bd57-4a59-9071-c72ba59d3806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66776222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43167'] for router (32f50597-324d-4252-8535-0e73e0adb323), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:31.989355 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-1100bffc-bd57-4a59-9071-c72ba59d3806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66771122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66773370', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66784571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43142'] for router (32f50597-324d-4252-8535-0e73e0adb323), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:32.045044 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-1100bffc-bd57-4a59-9071-c72ba59d3806 admin admin] Publish callbacks [] for router_controller (32f50597-324d-4252-8535-0e73e0adb323), precommit_add_association {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:32.063945 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.db_base_plugin_common [None req-52994e9b-119e-4dee-81af-22acd4605755 None None] Allocated IP 172.20.0.2 (3f9be41b-3ac6-43ae-b64c-2573362419af/03e0ff6f-7506-47f9-8238-68767b203b61/933bce48-ba97-494c-a54b-69581e172015) {{(pid=105392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:44:32.092666 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:32.230578 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-1100bffc-bd57-4a59-9071-c72ba59d3806 admin admin] Publish callbacks [] for router_gateway (32f50597-324d-4252-8535-0e73e0adb323), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:32.236777 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52994e9b-119e-4dee-81af-22acd4605755 None None] Publish callbacks [] for port (933bce48-ba97-494c-a54b-69581e172015), precommit_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:32.319776 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52994e9b-119e-4dee-81af-22acd4605755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461'] for port (933bce48-ba97-494c-a54b-69581e172015), after_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:32.355140 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52994e9b-119e-4dee-81af-22acd4605755 None None] Network 3f9be41b-3ac6-43ae-b64c-2573362419af is already hosted by enough agents. {{(pid=105392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:44:32.361994 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.scheduler.base_scheduler [None req-52994e9b-119e-4dee-81af-22acd4605755 None None] Resources bound (agent type, host, resource id): {{(pid=105392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:44:32.365208 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52994e9b-119e-4dee-81af-22acd4605755 None None] Received port after_create {{(pid=105392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:44:32.387813 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:32.389038 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52994e9b-119e-4dee-81af-22acd4605755 None None] Pushing event updated for resources: {'Port': ['ID=933bce48-ba97-494c-a54b-69581e172015,revision_number=1']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:32.443879 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-52994e9b-119e-4dee-81af-22acd4605755 None None] Attempting to bind port 933bce48-ba97-494c-a54b-69581e172015 on host dv-cinder-862365-4-iscsi for vnic_type normal with profile {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:44:32.444251 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-52994e9b-119e-4dee-81af-22acd4605755 None None] Attempting to bind port 933bce48-ba97-494c-a54b-69581e172015 by drivers openvswitch,hyperv on host dv-cinder-862365-4-iscsi at level 0 using segments [{'id': 'e92de161-0da6-41c9-b20f-925eb995ddbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af'}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:44:32.444621 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52994e9b-119e-4dee-81af-22acd4605755 None None] Attempting to bind port 933bce48-ba97-494c-a54b-69581e172015 on network 3f9be41b-3ac6-43ae-b64c-2573362419af {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:44:32.492944 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52994e9b-119e-4dee-81af-22acd4605755 None None] Checking agent: {'id': '4ad02b58-e5d3-4528-83f7-2571c528ebad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 30, 41), 'started_at': datetime.datetime(2022, 11, 2, 14, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:44:32.493354 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52994e9b-119e-4dee-81af-22acd4605755 None None] Checking segment: {'id': 'e92de161-0da6-41c9-b20f-925eb995ddbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:44:32.493748 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52994e9b-119e-4dee-81af-22acd4605755 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:32.494136 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52994e9b-119e-4dee-81af-22acd4605755 None None] Bound using segment: {'id': 'e92de161-0da6-41c9-b20f-925eb995ddbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af'} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:44:32.494609 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-52994e9b-119e-4dee-81af-22acd4605755 None None] Bound port: 933bce48-ba97-494c-a54b-69581e172015, host: dv-cinder-862365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92de161-0da6-41c9-b20f-925eb995ddbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af'}}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:44:32.494981 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52994e9b-119e-4dee-81af-22acd4605755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (933bce48-ba97-494c-a54b-69581e172015), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:32.520250 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-1100bffc-bd57-4a59-9071-c72ba59d3806 admin admin] Publish callbacks [] for router_gateway (32f50597-324d-4252-8535-0e73e0adb323), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:32.540142 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-1100bffc-bd57-4a59-9071-c72ba59d3806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:32.558737 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-52994e9b-119e-4dee-81af-22acd4605755 None None] For port 933bce48-ba97-494c-a54b-69581e172015, host dv-cinder-862365-4-iscsi, cleared binding levels {{(pid=105392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:44:32.562016 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-52994e9b-119e-4dee-81af-22acd4605755 None None] For port 933bce48-ba97-494c-a54b-69581e172015, host dv-cinder-862365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=933bce48-ba97-494c-a54b-69581e172015,segment=NetworkSegment(e92de161-0da6-41c9-b20f-925eb995ddbe),segment_id=e92de161-0da6-41c9-b20f-925eb995ddbe)] {{(pid=105392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:44:32.640227 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52994e9b-119e-4dee-81af-22acd4605755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (933bce48-ba97-494c-a54b-69581e172015), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:32.645269 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.db_base_plugin_common [None req-1100bffc-bd57-4a59-9071-c72ba59d3806 admin admin] Allocated IP 172.27.0.32 (1e79e91c-2906-4b84-b981-aada7c6d27e6/3c350c57-8af8-403d-ac8f-51d64fbe694a/e6abd0b6-f1ff-4074-9c21-6af8077380a6) {{(pid=105391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:44:32.696894 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52994e9b-119e-4dee-81af-22acd4605755 None None] Pushing event updated for resources: {'Port': ['ID=933bce48-ba97-494c-a54b-69581e172015,revision_number=2']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:32.762758 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-1100bffc-bd57-4a59-9071-c72ba59d3806 admin admin] Publish callbacks [] for port (e6abd0b6-f1ff-4074-9c21-6af8077380a6), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:32.867783 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-1100bffc-bd57-4a59-9071-c72ba59d3806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63276524'] for port (e6abd0b6-f1ff-4074-9c21-6af8077380a6), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:32.909101 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1100bffc-bd57-4a59-9071-c72ba59d3806 admin admin] Network 1e79e91c-2906-4b84-b981-aada7c6d27e6 is already hosted by enough agents. {{(pid=105391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:44:32.912345 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [None req-1100bffc-bd57-4a59-9071-c72ba59d3806 admin admin] Resources bound (agent type, host, resource id): {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:44:32.916058 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1100bffc-bd57-4a59-9071-c72ba59d3806 admin admin] Received port after_create {{(pid=105391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:44:32.948953 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1100bffc-bd57-4a59-9071-c72ba59d3806 admin admin] Pushing event updated for resources: {'Port': ['ID=e6abd0b6-f1ff-4074-9c21-6af8077380a6,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:32.958235 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:UPDATE=5,neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=7 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:33.199506 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:33.244722 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-1100bffc-bd57-4a59-9071-c72ba59d3806 admin admin] Publish callbacks [] for router_gateway (32f50597-324d-4252-8535-0e73e0adb323), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:33.601602 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394cc557-5f1a-43c4-8d7d-654aedd37095 None None] Network 3f9be41b-3ac6-43ae-b64c-2573362419af requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:44:33.672782 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fe1843a1-b009-4310-a5d5-c0577b6ef24f None None] Provisioning complete for port 933bce48-ba97-494c-a54b-69581e172015 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:44:33.673096 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fe1843a1-b009-4310-a5d5-c0577b6ef24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (933bce48-ba97-494c-a54b-69581e172015), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:33.673442 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-fe1843a1-b009-4310-a5d5-c0577b6ef24f None None] Attempt 1 to provision port 933bce48-ba97-494c-a54b-69581e172015 Nov 02 14:44:33.698918 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-1100bffc-bd57-4a59-9071-c72ba59d3806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66771109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66773276'] for router (32f50597-324d-4252-8535-0e73e0adb323), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:33.799087 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:33.802272 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fe1843a1-b009-4310-a5d5-c0577b6ef24f None None] Current status of the port 933bce48-ba97-494c-a54b-69581e172015 is: DOWN; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:44:33.805512 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fe1843a1-b009-4310-a5d5-c0577b6ef24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (933bce48-ba97-494c-a54b-69581e172015), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:33.848388 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fe1843a1-b009-4310-a5d5-c0577b6ef24f None None] For port 933bce48-ba97-494c-a54b-69581e172015, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=933bce48-ba97-494c-a54b-69581e172015,segment=NetworkSegment(e92de161-0da6-41c9-b20f-925eb995ddbe),segment_id=e92de161-0da6-41c9-b20f-925eb995ddbe)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:44:33.942241 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fe1843a1-b009-4310-a5d5-c0577b6ef24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (933bce48-ba97-494c-a54b-69581e172015), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:33.951498 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1100bffc-bd57-4a59-9071-c72ba59d3806 admin admin] Router 32f50597-324d-4252-8535-0e73e0adb323 is scheduled to L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c with binding_index 1 {{(pid=105391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 14:44:33.999842 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1843a1-b009-4310-a5d5-c0577b6ef24f None None] Pushing event updated for resources: {'Port': ['ID=933bce48-ba97-494c-a54b-69581e172015,revision_number=3']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:34.022359 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6276240-992c-4843-9839-47d7d006442d req-6ab7c9fc-f0d1-4e23-9189-2fdb73e5948f tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:34.023831 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d6276240-992c-4843-9839-47d7d006442d req-6ab7c9fc-f0d1-4e23-9189-2fdb73e5948f tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 946 time: 0.0901425 Nov 02 14:44:34.064927 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-6d634845-d174-4ee2-87f5-a23cb4f2b476 None None] Provisioning complete for port 933bce48-ba97-494c-a54b-69581e172015 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:44:34.065247 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-6d634845-d174-4ee2-87f5-a23cb4f2b476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (933bce48-ba97-494c-a54b-69581e172015), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:34.065586 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-6d634845-d174-4ee2-87f5-a23cb4f2b476 None None] Attempt 1 to provision port 933bce48-ba97-494c-a54b-69581e172015 Nov 02 14:44:34.123892 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d6276240-992c-4843-9839-47d7d006442d req-a043caf1-e46d-4c9f-b056-4ffcbe686fee tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927711 Nov 02 14:44:34.125889 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1100bffc-bd57-4a59-9071-c72ba59d3806 admin admin] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:44:34.143017 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b11d77-bdb0-4a00-ae99-d7dc9ae169b0 None None] Sync routers for ids ['32f50597-324d-4252-8535-0e73e0adb323'] in dv-cinder-862365-4-iscsi {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:44:34.148942 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-6d634845-d174-4ee2-87f5-a23cb4f2b476 None None] Current status of the port 933bce48-ba97-494c-a54b-69581e172015 is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:44:34.153333 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b11d77-bdb0-4a00-ae99-d7dc9ae169b0 None None] Routers {'32f50597-324d-4252-8535-0e73e0adb323'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:44:34.158173 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-38b11d77-bdb0-4a00-ae99-d7dc9ae169b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:44:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['32f50597-324d-4252-8535-0e73e0adb323'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:34.205979 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-1100bffc-bd57-4a59-9071-c72ba59d3806 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:34.207230 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-1100bffc-bd57-4a59-9071-c72ba59d3806 admin admin] 10.222.0.30 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3084741 Nov 02 14:44:34.210094 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 35434) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:34.259504 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-38b11d77-bdb0-4a00-ae99-d7dc9ae169b0 None None] Set router 32f50597-324d-4252-8535-0e73e0adb323 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:44:34.435079 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-38b11d77-bdb0-4a00-ae99-d7dc9ae169b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f50597-324d-4252-8535-0e73e0adb323', 'name': 'tempest-TestVolumeBootPattern-1982010526-router', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:31Z', 'updated_at': '2022-11-02T14:44:33Z', 'revision_number': 3, 'project_id': '990b7e753ad1450489668d0ca151736e', 'gw_port': {'id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:32Z', 'updated_at': '2022-11-02T14:44:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:34.467365 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b11d77-bdb0-4a00-ae99-d7dc9ae169b0 None None] Checking router: 32f50597-324d-4252-8535-0e73e0adb323 for host: dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:44:34.467365 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b11d77-bdb0-4a00-ae99-d7dc9ae169b0 None None] Updating router 32f50597-324d-4252-8535-0e73e0adb323 port e6abd0b6-f1ff-4074-9c21-6af8077380a6 binding host dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 14:44:34.496029 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-38b11d77-bdb0-4a00-ae99-d7dc9ae169b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (e6abd0b6-f1ff-4074-9c21-6af8077380a6), before_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:34.525087 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:34.582217 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=100 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:34.617984 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-7852ee37-698f-4495-93c2-3124f68fb6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:34.661928 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:34.689593 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 933bce48-ba97-494c-a54b-69581e172015 up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:44:34.737083 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 933bce48-ba97-494c-a54b-69581e172015 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:44:34.737374 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (933bce48-ba97-494c-a54b-69581e172015), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:34.737901 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 933bce48-ba97-494c-a54b-69581e172015 Nov 02 14:44:34.760433 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-38b11d77-bdb0-4a00-ae99-d7dc9ae169b0 None None] Publish callbacks [] for port (e6abd0b6-f1ff-4074-9c21-6af8077380a6), precommit_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:34.777379 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.db_base_plugin_common [None req-7852ee37-698f-4495-93c2-3124f68fb6a6 admin admin] Allocated IP 172.20.0.1 (3f9be41b-3ac6-43ae-b64c-2573362419af/03e0ff6f-7506-47f9-8238-68767b203b61/3cee792d-517a-4ab0-8c66-1aace6f80ddc) {{(pid=105390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:44:34.816406 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 933bce48-ba97-494c-a54b-69581e172015 is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:44:34.821875 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-38b11d77-bdb0-4a00-ae99-d7dc9ae169b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (e6abd0b6-f1ff-4074-9c21-6af8077380a6), after_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:34.857501 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.managers [None req-38b11d77-bdb0-4a00-ae99-d7dc9ae169b0 None None] Attempting to bind port e6abd0b6-f1ff-4074-9c21-6af8077380a6 on host dv-cinder-862365-4-iscsi for vnic_type normal with profile {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:44:34.857872 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.managers [None req-38b11d77-bdb0-4a00-ae99-d7dc9ae169b0 None None] Attempting to bind port e6abd0b6-f1ff-4074-9c21-6af8077380a6 by drivers openvswitch,hyperv on host dv-cinder-862365-4-iscsi at level 0 using segments [{'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}] {{(pid=105393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:44:34.858253 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b11d77-bdb0-4a00-ae99-d7dc9ae169b0 None None] Attempting to bind port e6abd0b6-f1ff-4074-9c21-6af8077380a6 on network 1e79e91c-2906-4b84-b981-aada7c6d27e6 {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:44:34.884172 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-7852ee37-698f-4495-93c2-3124f68fb6a6 admin admin] Publish callbacks [] for port (3cee792d-517a-4ab0-8c66-1aace6f80ddc), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:34.897597 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0ee2f-afce-4071-a545-c50c26a71fa9 None None] Pushing event updated for resources: {'Port': ['ID=e6abd0b6-f1ff-4074-9c21-6af8077380a6,revision_number=2']} {{(pid=105393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:34.914642 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a0ee2f-afce-4071-a545-c50c26a71fa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:34.914987 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a0ee2f-afce-4071-a545-c50c26a71fa9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:34.915344 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a0ee2f-afce-4071-a545-c50c26a71fa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:34.915702 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a0ee2f-afce-4071-a545-c50c26a71fa9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:34.916038 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a0ee2f-afce-4071-a545-c50c26a71fa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:34.916364 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a0ee2f-afce-4071-a545-c50c26a71fa9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:34.916690 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a0ee2f-afce-4071-a545-c50c26a71fa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:34.917024 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a0ee2f-afce-4071-a545-c50c26a71fa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:34.917358 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a0ee2f-afce-4071-a545-c50c26a71fa9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:34.917757 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a0ee2f-afce-4071-a545-c50c26a71fa9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:34.918083 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a0ee2f-afce-4071-a545-c50c26a71fa9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:34.918420 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a0ee2f-afce-4071-a545-c50c26a71fa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:34.918748 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a0ee2f-afce-4071-a545-c50c26a71fa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:34.919064 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a0ee2f-afce-4071-a545-c50c26a71fa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:34.919377 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a0ee2f-afce-4071-a545-c50c26a71fa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:44:34.925103 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b11d77-bdb0-4a00-ae99-d7dc9ae169b0 None None] Checking agent: {'id': '4ad02b58-e5d3-4528-83f7-2571c528ebad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 30, 41), 'started_at': datetime.datetime(2022, 11, 2, 14, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:44:34.930184 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b11d77-bdb0-4a00-ae99-d7dc9ae169b0 None None] Checking segment: {'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:44:34.930184 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-38b11d77-bdb0-4a00-ae99-d7dc9ae169b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:34.930184 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b11d77-bdb0-4a00-ae99-d7dc9ae169b0 None None] Bound using segment: {'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'} {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:44:34.930184 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.managers [None req-38b11d77-bdb0-4a00-ae99-d7dc9ae169b0 None None] Bound port: e6abd0b6-f1ff-4074-9c21-6af8077380a6, host: dv-cinder-862365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}}] {{(pid=105393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:44:34.930184 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-38b11d77-bdb0-4a00-ae99-d7dc9ae169b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (e6abd0b6-f1ff-4074-9c21-6af8077380a6), before_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:34.979283 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.db [None req-38b11d77-bdb0-4a00-ae99-d7dc9ae169b0 None None] For port e6abd0b6-f1ff-4074-9c21-6af8077380a6, host dv-cinder-862365-4-iscsi, cleared binding levels {{(pid=105393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:44:34.980408 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-7852ee37-698f-4495-93c2-3124f68fb6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (3cee792d-517a-4ab0-8c66-1aace6f80ddc), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:34.982433 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.db [None req-38b11d77-bdb0-4a00-ae99-d7dc9ae169b0 None None] For port e6abd0b6-f1ff-4074-9c21-6af8077380a6, host dv-cinder-862365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=e6abd0b6-f1ff-4074-9c21-6af8077380a6,segment=NetworkSegment(16a641ca-682a-48e9-98c9-b5a1ba9af67a),segment_id=16a641ca-682a-48e9-98c9-b5a1ba9af67a)] {{(pid=105393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:44:35.015937 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:35.025985 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7852ee37-698f-4495-93c2-3124f68fb6a6 admin admin] Network 3f9be41b-3ac6-43ae-b64c-2573362419af is already hosted by enough agents. {{(pid=105390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:44:35.031758 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-7852ee37-698f-4495-93c2-3124f68fb6a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:44:35.033993 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852ee37-698f-4495-93c2-3124f68fb6a6 admin admin] Pushing event updated for resources: {'Port': ['ID=3cee792d-517a-4ab0-8c66-1aace6f80ddc,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:35.036131 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7852ee37-698f-4495-93c2-3124f68fb6a6 admin admin] Received port after_create {{(pid=105390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:44:35.072100 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-38b11d77-bdb0-4a00-ae99-d7dc9ae169b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (e6abd0b6-f1ff-4074-9c21-6af8077380a6), after_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:35.079324 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-7852ee37-698f-4495-93c2-3124f68fb6a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66774394'] for router_interface (32f50597-324d-4252-8535-0e73e0adb323), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:35.112073 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b11d77-bdb0-4a00-ae99-d7dc9ae169b0 None None] Routers {'32f50597-324d-4252-8535-0e73e0adb323'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:44:35.112699 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-38b11d77-bdb0-4a00-ae99-d7dc9ae169b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:44:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['32f50597-324d-4252-8535-0e73e0adb323'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:35.168990 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0ee2f-afce-4071-a545-c50c26a71fa9 None None] Pushing event updated for resources: {'Port': ['ID=e6abd0b6-f1ff-4074-9c21-6af8077380a6,revision_number=3']} {{(pid=105393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:35.246465 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-38b11d77-bdb0-4a00-ae99-d7dc9ae169b0 None None] Set router 32f50597-324d-4252-8535-0e73e0adb323 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:44:35.271582 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0fc6eb-ab03-484a-91b3-893c320d867c req-9320f51b-0820-4401-83b2-43ede12d45c3 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:35.273043 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4d0fc6eb-ab03-484a-91b3-893c320d867c req-9320f51b-0820-4401-83b2-43ede12d45c3 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 946 time: 0.0510273 Nov 02 14:44:35.275275 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-d951c8de-0217-4fef-a115-caeae889e46b None None] Provisioning complete for port 3cee792d-517a-4ab0-8c66-1aace6f80ddc triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:44:35.275694 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-d951c8de-0217-4fef-a115-caeae889e46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (3cee792d-517a-4ab0-8c66-1aace6f80ddc), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:35.276032 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-d951c8de-0217-4fef-a115-caeae889e46b None None] Attempt 1 to provision port 3cee792d-517a-4ab0-8c66-1aace6f80ddc Nov 02 14:44:35.295608 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:35.314416 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-d951c8de-0217-4fef-a115-caeae889e46b None None] Port 3cee792d-517a-4ab0-8c66-1aace6f80ddc cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:44:35.338046 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4d0fc6eb-ab03-484a-91b3-893c320d867c req-5005031e-4db9-4d04-bf4e-396b3b967c14 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578418 Nov 02 14:44:35.370005 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:35.437098 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-38b11d77-bdb0-4a00-ae99-d7dc9ae169b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f50597-324d-4252-8535-0e73e0adb323', 'name': 'tempest-TestVolumeBootPattern-1982010526-router', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:31Z', 'updated_at': '2022-11-02T14:44:33Z', 'revision_number': 3, 'project_id': '990b7e753ad1450489668d0ca151736e', 'gw_port': {'id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:32Z', 'updated_at': '2022-11-02T14:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:35.465993 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b11d77-bdb0-4a00-ae99-d7dc9ae169b0 None None] The sync data for ids ['32f50597-324d-4252-8535-0e73e0adb323'] in dv-cinder-862365-4-iscsi is: [{'id': '32f50597-324d-4252-8535-0e73e0adb323', 'name': 'tempest-TestVolumeBootPattern-1982010526-router', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:31Z', 'updated_at': '2022-11-02T14:44:33Z', 'revision_number': 3, 'project_id': '990b7e753ad1450489668d0ca151736e', 'gw_port': {'id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:32Z', 'updated_at': '2022-11-02T14:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}] {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:44:35.498425 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-7852ee37-698f-4495-93c2-3124f68fb6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (3cee792d-517a-4ab0-8c66-1aace6f80ddc), before_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:35.673947 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-7852ee37-698f-4495-93c2-3124f68fb6a6 admin admin] Publish callbacks [] for port (3cee792d-517a-4ab0-8c66-1aace6f80ddc), precommit_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:35.736200 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-7852ee37-698f-4495-93c2-3124f68fb6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638247'] for port (3cee792d-517a-4ab0-8c66-1aace6f80ddc), after_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:35.813648 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852ee37-698f-4495-93c2-3124f68fb6a6 admin admin] Pushing event updated for resources: {'Port': ['ID=3cee792d-517a-4ab0-8c66-1aace6f80ddc,revision_number=2']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:35.816184 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-7852ee37-698f-4495-93c2-3124f68fb6a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66712615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66774486'] for router_interface (32f50597-324d-4252-8535-0e73e0adb323), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:35.921577 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7852ee37-698f-4495-93c2-3124f68fb6a6 admin admin] Network 3f9be41b-3ac6-43ae-b64c-2573362419af is already hosted by enough agents. {{(pid=105390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:44:35.923304 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-7852ee37-698f-4495-93c2-3124f68fb6a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:44:36.219637 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=100 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:36.250113 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-73801d94-4710-4e50-9712-db901594af64 None None] Provisioning complete for port 3cee792d-517a-4ab0-8c66-1aace6f80ddc triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:44:36.250618 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-73801d94-4710-4e50-9712-db901594af64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (3cee792d-517a-4ab0-8c66-1aace6f80ddc), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:36.250943 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-73801d94-4710-4e50-9712-db901594af64 None None] Attempt 1 to provision port 3cee792d-517a-4ab0-8c66-1aace6f80ddc Nov 02 14:44:36.255795 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ee0a2-c16b-4794-b301-a98b1f1c013e req-c496a27b-a0e8-4100-b9f9-372863cde3ce tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:36.257651 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c00ee0a2-c16b-4794-b301-a98b1f1c013e req-c496a27b-a0e8-4100-b9f9-372863cde3ce tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 946 time: 0.0543857 Nov 02 14:44:36.275898 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7852ee37-698f-4495-93c2-3124f68fb6a6 admin admin] Router 32f50597-324d-4252-8535-0e73e0adb323 has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:44:36.316503 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-73801d94-4710-4e50-9712-db901594af64 None None] Port 3cee792d-517a-4ab0-8c66-1aace6f80ddc cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:44:36.353275 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [req-c00ee0a2-c16b-4794-b301-a98b1f1c013e req-06686f9d-3d61-4582-ac92-8dd134295664 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Deleting port c0906b93-2520-43fe-8940-decdff05858b {{(pid=105391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:44:36.353854 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-c00ee0a2-c16b-4794-b301-a98b1f1c013e req-06686f9d-3d61-4582-ac92-8dd134295664 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (c0906b93-2520-43fe-8940-decdff05858b), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:36.357238 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-a9f408a6-28c8-4917-b35a-6183930c29cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:36.414430 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7852ee37-698f-4495-93c2-3124f68fb6a6 admin admin] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:44:36.421067 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-7852ee37-698f-4495-93c2-3124f68fb6a6 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/32f50597-324d-4252-8535-0e73e0adb323/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2083101 Nov 02 14:44:36.488307 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e75bb-8473-4f3f-b89e-a89b6e3ec8a7 req-4faa2bd6-a3f4-427a-ba82-ff061b30b1c5 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:36.490085 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4a0e75bb-8473-4f3f-b89e-a89b6e3ec8a7 req-4faa2bd6-a3f4-427a-ba82-ff061b30b1c5 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 946 time: 0.0636284 Nov 02 14:44:36.514448 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-c00ee0a2-c16b-4794-b301-a98b1f1c013e req-06686f9d-3d61-4582-ac92-8dd134295664 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] For port c0906b93-2520-43fe-8940-decdff05858b, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=c0906b93-2520-43fe-8940-decdff05858b,segment=NetworkSegment(076e55e6-4e08-4faf-8572-84b8f0dfcbf2),segment_id=076e55e6-4e08-4faf-8572-84b8f0dfcbf2)] {{(pid=105391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:44:36.515060 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-c00ee0a2-c16b-4794-b301-a98b1f1c013e req-06686f9d-3d61-4582-ac92-8dd134295664 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (c0906b93-2520-43fe-8940-decdff05858b), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:36.536992 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [req-c00ee0a2-c16b-4794-b301-a98b1f1c013e req-06686f9d-3d61-4582-ac92-8dd134295664 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Calling delete_port for c0906b93-2520-43fe-8940-decdff05858b owned by compute:nova {{(pid=105391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:44:36.605573 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4a0e75bb-8473-4f3f-b89e-a89b6e3ec8a7 req-dc5d94dc-025b-4a11-bff9-5291eb89adeb tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049616 Nov 02 14:44:36.695115 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device e6abd0b6-f1ff-4074-9c21-6af8077380a6 up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:44:36.742413 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:36.757341 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port e6abd0b6-f1ff-4074-9c21-6af8077380a6 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:44:36.758031 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (e6abd0b6-f1ff-4074-9c21-6af8077380a6), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:36.758529 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port e6abd0b6-f1ff-4074-9c21-6af8077380a6 Nov 02 14:44:36.782212 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-c00ee0a2-c16b-4794-b301-a98b1f1c013e req-06686f9d-3d61-4582-ac92-8dd134295664 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63276524'] for port (c0906b93-2520-43fe-8940-decdff05858b), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:36.811483 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06686f9d-3d61-4582-ac92-8dd134295664 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Pushing event deleted for resources: {'Port': ['ID=c0906b93-2520-43fe-8940-decdff05858b,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:36.825216 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] get_ports_and_sgs() called for port_ids ['b3d49dc7-6e55-4eda-a524-acbf2248d0e8', 'c0906b93-2520-43fe-8940-decdff05858b'] {{(pid=105392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 14:44:36.871867 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00ee0a2-c16b-4794-b301-a98b1f1c013e req-06686f9d-3d61-4582-ac92-8dd134295664 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] No DVR routers for this DVR port c0906b93-2520-43fe-8940-decdff05858b on host hv-cinder-86236 {{(pid=105391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:44:36.874881 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-c00ee0a2-c16b-4794-b301-a98b1f1c013e req-06686f9d-3d61-4582-ac92-8dd134295664 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:36.879496 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c00ee0a2-c16b-4794-b301-a98b1f1c013e req-06686f9d-3d61-4582-ac92-8dd134295664 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.64 "DELETE /networking/v2.0/ports/c0906b93-2520-43fe-8940-decdff05858b HTTP/1.1" status: 204 len: 173 time: 0.6154678 Nov 02 14:44:36.880029 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1620aab-e26a-482d-9816-6fa784243fc9', 'name': 'network-vif-deleted', 'tag': 'c0906b93-2520-43fe-8940-decdff05858b'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:44:36.882630 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a58195-745a-49ba-8a25-73894312b47e" -d '{"events": [{"server_uuid": "d1620aab-e26a-482d-9816-6fa784243fc9", "name": "network-vif-deleted", "tag": "c0906b93-2520-43fe-8940-decdff05858b"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:44:36.902484 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port e6abd0b6-f1ff-4074-9c21-6af8077380a6 is: DOWN; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:44:36.903094 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (e6abd0b6-f1ff-4074-9c21-6af8077380a6), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:36.953025 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b5dc11-dda6-4848-98a1-3ca0c6ff73ea x-openstack-request-id: req-38b5dc11-dda6-4848-98a1-3ca0c6ff73ea {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:44:36.953025 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1620aab-e26a-482d-9816-6fa784243fc9", "name": "network-vif-deleted", "tag": "c0906b93-2520-43fe-8940-decdff05858b", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:44:36.953025 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-38b5dc11-dda6-4848-98a1-3ca0c6ff73ea {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:44:36.953025 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38b5dc11-dda6-4848-98a1-3ca0c6ff73ea'] response: {'server_uuid': 'd1620aab-e26a-482d-9816-6fa784243fc9', 'name': 'network-vif-deleted', 'tag': 'c0906b93-2520-43fe-8940-decdff05858b', 'status': 'completed', 'code': 200} Nov 02 14:44:36.960036 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] For port e6abd0b6-f1ff-4074-9c21-6af8077380a6, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=e6abd0b6-f1ff-4074-9c21-6af8077380a6,segment=NetworkSegment(16a641ca-682a-48e9-98c9-b5a1ba9af67a),segment_id=16a641ca-682a-48e9-98c9-b5a1ba9af67a)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:44:37.050890 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (e6abd0b6-f1ff-4074-9c21-6af8077380a6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:37.078152 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:37.120047 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Pushing event updated for resources: {'Port': ['ID=e6abd0b6-f1ff-4074-9c21-6af8077380a6,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:37.160275 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8b0fab-ca93-4d1e-a348-d76b54ef85b3 None None] Sync routers for ids ['32f50597-324d-4252-8535-0e73e0adb323'] in dv-cinder-862365-4-iscsi {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:44:37.174098 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8b0fab-ca93-4d1e-a348-d76b54ef85b3 None None] Routers {'32f50597-324d-4252-8535-0e73e0adb323'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:44:37.174747 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-ce8b0fab-ca93-4d1e-a348-d76b54ef85b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:44:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['32f50597-324d-4252-8535-0e73e0adb323'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:37.262575 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 35464) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:37.268322 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-84c23172-751d-4913-882a-09d4e4ab080a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1814783944-network', 'tenant_id': 'aa384131227c4307945d5b791eb17e8d'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:44:37.302710 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-ce8b0fab-ca93-4d1e-a348-d76b54ef85b3 None None] Set router 32f50597-324d-4252-8535-0e73e0adb323 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:44:37.355479 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c23172-751d-4913-882a-09d4e4ab080a admin admin] Made reservation on behalf of aa384131227c4307945d5b791eb17e8d for: {'network': 1} {{(pid=105390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:44:37.359087 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-84c23172-751d-4913-882a-09d4e4ab080a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for network (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:37.371773 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-84c23172-751d-4913-882a-09d4e4ab080a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:37.478342 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-84c23172-751d-4913-882a-09d4e4ab080a admin admin] Publish callbacks [] for security_group (dd790f6a-6055-4f60-8d92-1036c010ab6b), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:37.529797 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-ce8b0fab-ca93-4d1e-a348-d76b54ef85b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f50597-324d-4252-8535-0e73e0adb323', 'name': 'tempest-TestVolumeBootPattern-1982010526-router', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:31Z', 'updated_at': '2022-11-02T14:44:35Z', 'revision_number': 4, 'project_id': '990b7e753ad1450489668d0ca151736e', 'gw_port': {'id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:32Z', 'updated_at': '2022-11-02T14:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '3cee792d-517a-4ab0-8c66-1aace6f80ddc', 'name': '', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'mac_address': 'fa:16:3e:83:a9:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:34Z', 'updated_at': '2022-11-02T14:44:35Z', 'revision_number': 2, 'project_id': '990b7e753ad1450489668d0ca151736e', 'subnets': [{'id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:37.548140 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-84c23172-751d-4913-882a-09d4e4ab080a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (dd790f6a-6055-4f60-8d92-1036c010ab6b), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:37.562094 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8b0fab-ca93-4d1e-a348-d76b54ef85b3 None None] Checking router: 32f50597-324d-4252-8535-0e73e0adb323 for host: dv-cinder-862365-4-iscsi {{(pid=105392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:44:37.562451 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8b0fab-ca93-4d1e-a348-d76b54ef85b3 None None] Updating router 32f50597-324d-4252-8535-0e73e0adb323 port 3cee792d-517a-4ab0-8c66-1aace6f80ddc binding host dv-cinder-862365-4-iscsi {{(pid=105392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 14:44:37.574448 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c23172-751d-4913-882a-09d4e4ab080a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 455} {{(pid=105390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 14:44:37.581946 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:37.587869 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-84c23172-751d-4913-882a-09d4e4ab080a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140'] for segment (db8ede6f-7b04-443d-853f-cf844e05fbf5), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:37.588208 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.db.segments_db [None req-84c23172-751d-4913-882a-09d4e4ab080a admin admin] Added segment db8ede6f-7b04-443d-853f-cf844e05fbf5 of type vlan for network 65ace758-6c61-44a3-a703-189167d9f713 Nov 02 14:44:37.589456 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c23172-751d-4913-882a-09d4e4ab080a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd790f6a-6055-4f60-8d92-1036c010ab6b,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:37.595419 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-ce8b0fab-ca93-4d1e-a348-d76b54ef85b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (3cee792d-517a-4ab0-8c66-1aace6f80ddc), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:37.641386 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-84c23172-751d-4913-882a-09d4e4ab080a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767001230538'] for network (65ace758-6c61-44a3-a703-189167d9f713), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:37.739324 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c4528009-0486-42d4-a58b-b43a4d3e9edc req-33c31ead-a3eb-46d5-9626-5c45f983e7d8 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=d1620aab-e26a-482d-9816-6fa784243fc9 HTTP/1.1" status: 200 len: 210 time: 0.0281408 Nov 02 14:44:37.742245 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-84c23172-751d-4913-882a-09d4e4ab080a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593'] for network (65ace758-6c61-44a3-a703-189167d9f713), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:37.743276 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c23172-751d-4913-882a-09d4e4ab080a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:37.744109 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-84c23172-751d-4913-882a-09d4e4ab080a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for network (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:37.748196 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:37.811312 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c23172-751d-4913-882a-09d4e4ab080a admin admin] Pushing event updated for resources: {'Network': ['ID=65ace758-6c61-44a3-a703-189167d9f713,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:37.850837 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-84c23172-751d-4913-882a-09d4e4ab080a admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5841501 Nov 02 14:44:37.851071 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 35468) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:37.856359 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-dc0be4ba-4169-49af-89c9-e054d4e5eca5 admin admin] Request body: {'subnet': {'network_id': '65ace758-6c61-44a3-a703-189167d9f713', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1814783944-subnet', 'tenant_id': 'aa384131227c4307945d5b791eb17e8d', 'ip_version': 4}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:44:37.929275 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Network 65ace758-6c61-44a3-a703-189167d9f713 details requested by agent ovs-agent-dv-cinder-862365-4-iscsi with host dv-cinder-862365-4-iscsi {{(pid=105392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 14:44:37.937265 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0be4ba-4169-49af-89c9-e054d4e5eca5 admin admin] Made reservation on behalf of aa384131227c4307945d5b791eb17e8d for: {'subnet': 1} {{(pid=105390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:44:37.940393 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-dc0be4ba-4169-49af-89c9-e054d4e5eca5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63785420'] for subnet (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:38.019241 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:38.090706 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-ce8b0fab-ca93-4d1e-a348-d76b54ef85b3 None None] Publish callbacks [] for port (3cee792d-517a-4ab0-8c66-1aace6f80ddc), precommit_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:38.174227 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-ce8b0fab-ca93-4d1e-a348-d76b54ef85b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (3cee792d-517a-4ab0-8c66-1aace6f80ddc), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:38.209240 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-dc0be4ba-4169-49af-89c9-e054d4e5eca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63635552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63785466'] for subnet (6cee1d9c-2443-41c1-a9e1-d4bfee3e9da7), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:38.255112 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b496ca-cd24-4bd1-8fc3-ec24c3e32db5 None None] Pushing event updated for resources: {'Port': ['ID=3cee792d-517a-4ab0-8c66-1aace6f80ddc,revision_number=3']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:38.271046 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-ce8b0fab-ca93-4d1e-a348-d76b54ef85b3 None None] Attempting to bind port 3cee792d-517a-4ab0-8c66-1aace6f80ddc on host dv-cinder-862365-4-iscsi for vnic_type normal with profile {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:44:38.271526 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-ce8b0fab-ca93-4d1e-a348-d76b54ef85b3 None None] Attempting to bind port 3cee792d-517a-4ab0-8c66-1aace6f80ddc by drivers openvswitch,hyperv on host dv-cinder-862365-4-iscsi at level 0 using segments [{'id': 'e92de161-0da6-41c9-b20f-925eb995ddbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af'}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:44:38.271901 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8b0fab-ca93-4d1e-a348-d76b54ef85b3 None None] Attempting to bind port 3cee792d-517a-4ab0-8c66-1aace6f80ddc on network 3f9be41b-3ac6-43ae-b64c-2573362419af {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:44:38.274709 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0be4ba-4169-49af-89c9-e054d4e5eca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cee1d9c-2443-41c1-a9e1-d4bfee3e9da7,revision_number=0']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:38.284172 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0be4ba-4169-49af-89c9-e054d4e5eca5 admin admin] Checking segment: {'id': 'db8ede6f-7b04-443d-853f-cf844e05fbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': '65ace758-6c61-44a3-a703-189167d9f713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:44:38.284535 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0be4ba-4169-49af-89c9-e054d4e5eca5 admin admin] Network hostable DHCP agents. Network: 65ace758-6c61-44a3-a703-189167d9f713, hostable agents: ['46896d2e-004f-49d2-b9f8-26552a5db8fb'], hosted agents: [] {{(pid=105390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 14:44:38.319832 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8b0fab-ca93-4d1e-a348-d76b54ef85b3 None None] Checking agent: {'id': '4ad02b58-e5d3-4528-83f7-2571c528ebad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 30, 41), 'started_at': datetime.datetime(2022, 11, 2, 14, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:44:38.320456 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8b0fab-ca93-4d1e-a348-d76b54ef85b3 None None] Checking segment: {'id': 'e92de161-0da6-41c9-b20f-925eb995ddbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:44:38.320597 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-ce8b0fab-ca93-4d1e-a348-d76b54ef85b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:38.320989 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8b0fab-ca93-4d1e-a348-d76b54ef85b3 None None] Bound using segment: {'id': 'e92de161-0da6-41c9-b20f-925eb995ddbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af'} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:44:38.321486 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-ce8b0fab-ca93-4d1e-a348-d76b54ef85b3 None None] Bound port: 3cee792d-517a-4ab0-8c66-1aace6f80ddc, host: dv-cinder-862365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92de161-0da6-41c9-b20f-925eb995ddbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af'}}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:44:38.321865 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-ce8b0fab-ca93-4d1e-a348-d76b54ef85b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (3cee792d-517a-4ab0-8c66-1aace6f80ddc), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:38.360723 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0be4ba-4169-49af-89c9-e054d4e5eca5 admin admin] Network 65ace758-6c61-44a3-a703-189167d9f713 is scheduled to be hosted by DHCP agent 46896d2e-004f-49d2-b9f8-26552a5db8fb with binding_index 1 {{(pid=105390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 14:44:38.383770 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-ce8b0fab-ca93-4d1e-a348-d76b54ef85b3 None None] For port 3cee792d-517a-4ab0-8c66-1aace6f80ddc, host dv-cinder-862365-4-iscsi, cleared binding levels {{(pid=105392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:44:38.386996 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-ce8b0fab-ca93-4d1e-a348-d76b54ef85b3 None None] For port 3cee792d-517a-4ab0-8c66-1aace6f80ddc, host dv-cinder-862365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=3cee792d-517a-4ab0-8c66-1aace6f80ddc,segment=NetworkSegment(e92de161-0da6-41c9-b20f-925eb995ddbe),segment_id=e92de161-0da6-41c9-b20f-925eb995ddbe)] {{(pid=105392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:44:38.448365 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-dc0be4ba-4169-49af-89c9-e054d4e5eca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862365-4-iscsi, 65ace758-6c61-44a3-a703-189167d9f713) {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:44:38.453064 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0be4ba-4169-49af-89c9-e054d4e5eca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:38.459092 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-dc0be4ba-4169-49af-89c9-e054d4e5eca5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:38.459828 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aedfdeb-ee9e-45f9-bddc-4ad7c8a7b7ab None None] Network 65ace758-6c61-44a3-a703-189167d9f713 requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:44:38.482860 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-ce8b0fab-ca93-4d1e-a348-d76b54ef85b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (3cee792d-517a-4ab0-8c66-1aace6f80ddc), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:38.544416 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:38.554208 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-dc0be4ba-4169-49af-89c9-e054d4e5eca5 admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7020473 Nov 02 14:44:38.567029 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 35474) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:38.567191 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8b0fab-ca93-4d1e-a348-d76b54ef85b3 None None] Routers {'32f50597-324d-4252-8535-0e73e0adb323'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:44:38.567191 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-ce8b0fab-ca93-4d1e-a348-d76b54ef85b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:44:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['32f50597-324d-4252-8535-0e73e0adb323'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:38.567385 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-f509eb62-1799-43ac-988a-1a8f27f28c05 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1814783944-router', 'tenant_id': 'aa384131227c4307945d5b791eb17e8d', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:44:38.618879 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b496ca-cd24-4bd1-8fc3-ec24c3e32db5 None None] Pushing event updated for resources: {'Port': ['ID=3cee792d-517a-4ab0-8c66-1aace6f80ddc,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:38.657132 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f509eb62-1799-43ac-988a-1a8f27f28c05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66776222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43167'] for router (fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:38.658683 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f509eb62-1799-43ac-988a-1a8f27f28c05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66771122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66773370', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66784571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43142'] for router (fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:38.687505 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb96d531-735f-4d74-945f-62f693a98bcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d58aa65-0d08-50de-ae60-d403a5b22f04-65ace758-6c61-44a3-a703-189167d9f713', 'network_id': '65ace758-6c61-44a3-a703-189167d9f713', 'project_id': 'aa384131227c4307945d5b791eb17e8d', 'fixed_ips': [{'subnet_id': '6cee1d9c-2443-41c1-a9e1-d4bfee3e9da7'}]}} from dv-cinder-862365-4-iscsi. {{(pid=105392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 14:44:38.688161 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-eb96d531-735f-4d74-945f-62f693a98bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:38.690651 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device e6abd0b6-f1ff-4074-9c21-6af8077380a6 up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:44:38.713249 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f509eb62-1799-43ac-988a-1a8f27f28c05 admin admin] Publish callbacks [] for router_controller (fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc), precommit_add_association {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:38.760538 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-ce8b0fab-ca93-4d1e-a348-d76b54ef85b3 None None] Set router 32f50597-324d-4252-8535-0e73e0adb323 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:44:38.762244 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:38.906573 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port e6abd0b6-f1ff-4074-9c21-6af8077380a6 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:44:38.906946 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (e6abd0b6-f1ff-4074-9c21-6af8077380a6), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:38.907281 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port e6abd0b6-f1ff-4074-9c21-6af8077380a6 Nov 02 14:44:38.923897 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f509eb62-1799-43ac-988a-1a8f27f28c05 admin admin] Publish callbacks [] for router_gateway (fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc), precommit_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:38.975968 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-078af7a1-e219-43b5-8098-2fc6afdb9e5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:39.050053 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.db_base_plugin_common [None req-eb96d531-735f-4d74-945f-62f693a98bcb None None] Allocated IP 172.20.0.2 (65ace758-6c61-44a3-a703-189167d9f713/6cee1d9c-2443-41c1-a9e1-d4bfee3e9da7/9affc566-9072-4c4b-ace2-8c58ad4d9dbc) {{(pid=105392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:44:39.111148 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:39.140963 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:39.155812 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f509eb62-1799-43ac-988a-1a8f27f28c05 admin admin] Publish callbacks [] for router_gateway (fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:39.156052 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port e6abd0b6-f1ff-4074-9c21-6af8077380a6 is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:44:39.176385 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f509eb62-1799-43ac-988a-1a8f27f28c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:39.211185 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-ce8b0fab-ca93-4d1e-a348-d76b54ef85b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f50597-324d-4252-8535-0e73e0adb323', 'name': 'tempest-TestVolumeBootPattern-1982010526-router', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:31Z', 'updated_at': '2022-11-02T14:44:35Z', 'revision_number': 4, 'project_id': '990b7e753ad1450489668d0ca151736e', 'gw_port': {'id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:32Z', 'updated_at': '2022-11-02T14:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '3cee792d-517a-4ab0-8c66-1aace6f80ddc', 'name': '', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'mac_address': 'fa:16:3e:83:a9:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:34Z', 'updated_at': '2022-11-02T14:44:38Z', 'revision_number': 4, 'project_id': '990b7e753ad1450489668d0ca151736e', 'subnets': [{'id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:39.253464 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8b0fab-ca93-4d1e-a348-d76b54ef85b3 None None] The sync data for ids ['32f50597-324d-4252-8535-0e73e0adb323'] in dv-cinder-862365-4-iscsi is: [{'id': '32f50597-324d-4252-8535-0e73e0adb323', 'name': 'tempest-TestVolumeBootPattern-1982010526-router', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:31Z', 'updated_at': '2022-11-02T14:44:35Z', 'revision_number': 4, 'project_id': '990b7e753ad1450489668d0ca151736e', 'gw_port': {'id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:32Z', 'updated_at': '2022-11-02T14:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '3cee792d-517a-4ab0-8c66-1aace6f80ddc', 'name': '', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'mac_address': 'fa:16:3e:83:a9:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:34Z', 'updated_at': '2022-11-02T14:44:38Z', 'revision_number': 4, 'project_id': '990b7e753ad1450489668d0ca151736e', 'subnets': [{'id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:44:39.269368 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:39.302450 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.db_base_plugin_common [None req-f509eb62-1799-43ac-988a-1a8f27f28c05 admin admin] Allocated IP 172.27.0.237 (1e79e91c-2906-4b84-b981-aada7c6d27e6/3c350c57-8af8-403d-ac8f-51d64fbe694a/cf601fd7-47cd-4042-b584-18b10359ace7) {{(pid=105390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:44:39.332417 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21bc9c-86ee-454f-8209-8c7f217dfdf6 req-b46a9d30-04f9-4ebf-a26b-2beb22791fbb tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:39.336355 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-fb21bc9c-86ee-454f-8209-8c7f217dfdf6 req-b46a9d30-04f9-4ebf-a26b-2beb22791fbb tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 946 time: 0.0739334 Nov 02 14:44:39.354897 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-eb96d531-735f-4d74-945f-62f693a98bcb None None] Publish callbacks [] for port (9affc566-9072-4c4b-ace2-8c58ad4d9dbc), precommit_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:39.404481 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-fb21bc9c-86ee-454f-8209-8c7f217dfdf6 req-5dd76591-06da-4d6b-a8e3-86bb5e49c10c tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616078 Nov 02 14:44:39.445383 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-eb96d531-735f-4d74-945f-62f693a98bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461'] for port (9affc566-9072-4c4b-ace2-8c58ad4d9dbc), after_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:39.450848 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f509eb62-1799-43ac-988a-1a8f27f28c05 admin admin] Publish callbacks [] for port (cf601fd7-47cd-4042-b584-18b10359ace7), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:39.452688 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:39.488119 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb96d531-735f-4d74-945f-62f693a98bcb None None] Network 65ace758-6c61-44a3-a703-189167d9f713 is already hosted by enough agents. {{(pid=105392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:44:39.493623 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.scheduler.base_scheduler [None req-eb96d531-735f-4d74-945f-62f693a98bcb None None] Resources bound (agent type, host, resource id): {{(pid=105392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:44:39.498182 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb96d531-735f-4d74-945f-62f693a98bcb None None] Received port after_create {{(pid=105392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:44:39.504445 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb96d531-735f-4d74-945f-62f693a98bcb None None] Pushing event updated for resources: {'Port': ['ID=9affc566-9072-4c4b-ace2-8c58ad4d9dbc,revision_number=1']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:39.569481 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-eb96d531-735f-4d74-945f-62f693a98bcb None None] Attempting to bind port 9affc566-9072-4c4b-ace2-8c58ad4d9dbc on host dv-cinder-862365-4-iscsi for vnic_type normal with profile {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:44:39.569764 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-eb96d531-735f-4d74-945f-62f693a98bcb None None] Attempting to bind port 9affc566-9072-4c4b-ace2-8c58ad4d9dbc by drivers openvswitch,hyperv on host dv-cinder-862365-4-iscsi at level 0 using segments [{'id': 'db8ede6f-7b04-443d-853f-cf844e05fbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': '65ace758-6c61-44a3-a703-189167d9f713'}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:44:39.570120 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb96d531-735f-4d74-945f-62f693a98bcb None None] Attempting to bind port 9affc566-9072-4c4b-ace2-8c58ad4d9dbc on network 65ace758-6c61-44a3-a703-189167d9f713 {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:44:39.588740 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f509eb62-1799-43ac-988a-1a8f27f28c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (cf601fd7-47cd-4042-b584-18b10359ace7), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:39.618072 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb96d531-735f-4d74-945f-62f693a98bcb None None] Checking agent: {'id': '4ad02b58-e5d3-4528-83f7-2571c528ebad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 30, 41), 'started_at': datetime.datetime(2022, 11, 2, 14, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:44:39.618685 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb96d531-735f-4d74-945f-62f693a98bcb None None] Checking segment: {'id': 'db8ede6f-7b04-443d-853f-cf844e05fbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': '65ace758-6c61-44a3-a703-189167d9f713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:44:39.620684 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-eb96d531-735f-4d74-945f-62f693a98bcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:39.620684 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb96d531-735f-4d74-945f-62f693a98bcb None None] Bound using segment: {'id': 'db8ede6f-7b04-443d-853f-cf844e05fbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': '65ace758-6c61-44a3-a703-189167d9f713'} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:44:39.620684 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-eb96d531-735f-4d74-945f-62f693a98bcb None None] Bound port: 9affc566-9072-4c4b-ace2-8c58ad4d9dbc, host: dv-cinder-862365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db8ede6f-7b04-443d-853f-cf844e05fbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': '65ace758-6c61-44a3-a703-189167d9f713'}}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:44:39.620684 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-eb96d531-735f-4d74-945f-62f693a98bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (9affc566-9072-4c4b-ace2-8c58ad4d9dbc), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:39.644262 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f509eb62-1799-43ac-988a-1a8f27f28c05 admin admin] Network 1e79e91c-2906-4b84-b981-aada7c6d27e6 is already hosted by enough agents. {{(pid=105390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:44:39.647763 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-f509eb62-1799-43ac-988a-1a8f27f28c05 admin admin] Resources bound (agent type, host, resource id): {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:44:39.651874 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509eb62-1799-43ac-988a-1a8f27f28c05 admin admin] Pushing event updated for resources: {'Port': ['ID=cf601fd7-47cd-4042-b584-18b10359ace7,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:39.651874 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f509eb62-1799-43ac-988a-1a8f27f28c05 admin admin] Received port after_create {{(pid=105390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:44:39.682851 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:39.690660 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-eb96d531-735f-4d74-945f-62f693a98bcb None None] For port 9affc566-9072-4c4b-ace2-8c58ad4d9dbc, host dv-cinder-862365-4-iscsi, cleared binding levels {{(pid=105392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:44:39.693468 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-eb96d531-735f-4d74-945f-62f693a98bcb None None] For port 9affc566-9072-4c4b-ace2-8c58ad4d9dbc, host dv-cinder-862365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=9affc566-9072-4c4b-ace2-8c58ad4d9dbc,segment=NetworkSegment(db8ede6f-7b04-443d-853f-cf844e05fbf5),segment_id=db8ede6f-7b04-443d-853f-cf844e05fbf5)] {{(pid=105392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:44:39.771397 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-eb96d531-735f-4d74-945f-62f693a98bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (9affc566-9072-4c4b-ace2-8c58ad4d9dbc), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:39.836127 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb96d531-735f-4d74-945f-62f693a98bcb None None] Pushing event updated for resources: {'Port': ['ID=9affc566-9072-4c4b-ace2-8c58ad4d9dbc,revision_number=2']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:40.040310 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f509eb62-1799-43ac-988a-1a8f27f28c05 admin admin] Publish callbacks [] for router_gateway (fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:40.115277 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device c0906b93-2520-43fe-8940-decdff05858b no longer exists at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:44:40.144092 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] No Port match for: c0906b93-2520-43fe-8940-decdff05858b {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:44:40.144442 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device c0906b93-2520-43fe-8940-decdff05858b not bound to the agent host hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:44:40.245925 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:40.250701 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f509eb62-1799-43ac-988a-1a8f27f28c05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66771109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66773276'] for router (fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:40.439384 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f509eb62-1799-43ac-988a-1a8f27f28c05 admin admin] Router fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc is scheduled to L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c with binding_index 1 {{(pid=105390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 14:44:40.473869 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:40.550687 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28ec8a-8d08-4e3b-96c0-5c7818cb777d req-3e349f5d-0a64-484e-a019-f59d3068bd7f tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:40.552942 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8f28ec8a-8d08-4e3b-96c0-5c7818cb777d req-3e349f5d-0a64-484e-a019-f59d3068bd7f tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 946 time: 0.0586214 Nov 02 14:44:40.553769 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f509eb62-1799-43ac-988a-1a8f27f28c05 admin admin] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:44:40.564857 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f632518-3cd3-4b1c-97ea-668fb4fd9f58 None None] Sync routers for ids ['fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc'] in dv-cinder-862365-4-iscsi {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:44:40.579679 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f632518-3cd3-4b1c-97ea-668fb4fd9f58 None None] Routers {'fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:44:40.580292 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-3f632518-3cd3-4b1c-97ea-668fb4fd9f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:44:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:40.617980 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8f28ec8a-8d08-4e3b-96c0-5c7818cb777d req-18e423f5-c269-45ec-b12b-faa6847befd0 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589521 Nov 02 14:44:40.659018 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f509eb62-1799-43ac-988a-1a8f27f28c05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:40.667175 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-f509eb62-1799-43ac-988a-1a8f27f28c05 admin admin] 10.222.0.30 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1017759 Nov 02 14:44:40.670180 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 35484) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:40.716267 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-3f632518-3cd3-4b1c-97ea-668fb4fd9f58 None None] Set router fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:44:40.742399 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:40.768140 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 9affc566-9072-4c4b-ace2-8c58ad4d9dbc up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:44:40.833615 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 9affc566-9072-4c4b-ace2-8c58ad4d9dbc triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:44:40.834376 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (9affc566-9072-4c4b-ace2-8c58ad4d9dbc), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:40.835019 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 9affc566-9072-4c4b-ace2-8c58ad4d9dbc Nov 02 14:44:40.867514 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157b352a-8cbc-4021-90ae-39a7b8c46751 None None] Network 65ace758-6c61-44a3-a703-189167d9f713 requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:44:40.955185 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-27d39537-8243-4180-bd41-37c4625b35a5 None None] Provisioning complete for port 9affc566-9072-4c4b-ace2-8c58ad4d9dbc triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:44:40.955649 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-27d39537-8243-4180-bd41-37c4625b35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (9affc566-9072-4c4b-ace2-8c58ad4d9dbc), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:40.956045 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-27d39537-8243-4180-bd41-37c4625b35a5 None None] Attempt 1 to provision port 9affc566-9072-4c4b-ace2-8c58ad4d9dbc Nov 02 14:44:40.977067 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:40.993757 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-3f632518-3cd3-4b1c-97ea-668fb4fd9f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc', 'name': 'tempest-TestVolumeBootPattern-1814783944-router', 'tenant_id': 'aa384131227c4307945d5b791eb17e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'cf601fd7-47cd-4042-b584-18b10359ace7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:38Z', 'updated_at': '2022-11-02T14:44:39Z', 'revision_number': 3, 'project_id': 'aa384131227c4307945d5b791eb17e8d', 'gw_port': {'id': 'cf601fd7-47cd-4042-b584-18b10359ace7', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:74:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:39Z', 'updated_at': '2022-11-02T14:44:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:41.020018 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f632518-3cd3-4b1c-97ea-668fb4fd9f58 None None] Checking router: fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc for host: dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:44:41.020709 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f632518-3cd3-4b1c-97ea-668fb4fd9f58 None None] Updating router fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc port cf601fd7-47cd-4042-b584-18b10359ace7 binding host dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 14:44:41.050593 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-3f632518-3cd3-4b1c-97ea-668fb4fd9f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (cf601fd7-47cd-4042-b584-18b10359ace7), before_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:41.064808 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:41.070348 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 9affc566-9072-4c4b-ace2-8c58ad4d9dbc is: DOWN; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:44:41.070743 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (9affc566-9072-4c4b-ace2-8c58ad4d9dbc), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:41.141026 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] For port 9affc566-9072-4c4b-ace2-8c58ad4d9dbc, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=9affc566-9072-4c4b-ace2-8c58ad4d9dbc,segment=NetworkSegment(db8ede6f-7b04-443d-853f-cf844e05fbf5),segment_id=db8ede6f-7b04-443d-853f-cf844e05fbf5)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:44:41.141534 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-27d39537-8243-4180-bd41-37c4625b35a5 None None] Current status of the port 9affc566-9072-4c4b-ace2-8c58ad4d9dbc is: DOWN; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:44:41.141922 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-27d39537-8243-4180-bd41-37c4625b35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (9affc566-9072-4c4b-ace2-8c58ad4d9dbc), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:41.164548 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-860f0712-3b35-47ea-85a4-62afacb8a807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:41.221331 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (9affc566-9072-4c4b-ace2-8c58ad4d9dbc), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:41.222205 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 3cee792d-517a-4ab0-8c66-1aace6f80ddc up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:44:41.323949 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:41.329557 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.db.api [None req-27d39537-8243-4180-bd41-37c4625b35a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 14:44:41.330280 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG oslo_db.api [None req-27d39537-8243-4180-bd41-37c4625b35a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 14:44:41.331424 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-3f632518-3cd3-4b1c-97ea-668fb4fd9f58 None None] Publish callbacks [] for port (cf601fd7-47cd-4042-b584-18b10359ace7), precommit_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:41.343490 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.db_base_plugin_common [None req-860f0712-3b35-47ea-85a4-62afacb8a807 admin admin] Allocated IP 172.20.0.1 (65ace758-6c61-44a3-a703-189167d9f713/6cee1d9c-2443-41c1-a9e1-d4bfee3e9da7/cc637920-b6e9-4ca8-959d-908150702d9d) {{(pid=105390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:44:41.359047 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Pushing event updated for resources: {'Port': ['ID=9affc566-9072-4c4b-ace2-8c58ad4d9dbc,revision_number=3']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:41.364545 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 3cee792d-517a-4ab0-8c66-1aace6f80ddc triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:44:41.364844 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (3cee792d-517a-4ab0-8c66-1aace6f80ddc), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:41.365216 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 3cee792d-517a-4ab0-8c66-1aace6f80ddc Nov 02 14:44:41.403783 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-3f632518-3cd3-4b1c-97ea-668fb4fd9f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (cf601fd7-47cd-4042-b584-18b10359ace7), after_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:41.443798 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.managers [None req-3f632518-3cd3-4b1c-97ea-668fb4fd9f58 None None] Attempting to bind port cf601fd7-47cd-4042-b584-18b10359ace7 on host dv-cinder-862365-4-iscsi for vnic_type normal with profile {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:44:41.444602 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.managers [None req-3f632518-3cd3-4b1c-97ea-668fb4fd9f58 None None] Attempting to bind port cf601fd7-47cd-4042-b584-18b10359ace7 by drivers openvswitch,hyperv on host dv-cinder-862365-4-iscsi at level 0 using segments [{'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}] {{(pid=105393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:44:41.444602 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f632518-3cd3-4b1c-97ea-668fb4fd9f58 None None] Attempting to bind port cf601fd7-47cd-4042-b584-18b10359ace7 on network 1e79e91c-2906-4b84-b981-aada7c6d27e6 {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:44:41.459865 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 3cee792d-517a-4ab0-8c66-1aace6f80ddc is: DOWN; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:44:41.460718 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (3cee792d-517a-4ab0-8c66-1aace6f80ddc), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:41.463675 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:41.466866 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-860f0712-3b35-47ea-85a4-62afacb8a807 admin admin] Publish callbacks [] for port (cc637920-b6e9-4ca8-959d-908150702d9d), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:41.489093 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8903e570-db1b-4459-ab40-f0683caea9ee None None] Pushing event updated for resources: {'Port': ['ID=cf601fd7-47cd-4042-b584-18b10359ace7,revision_number=2']} {{(pid=105393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:41.504248 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] For port 3cee792d-517a-4ab0-8c66-1aace6f80ddc, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=3cee792d-517a-4ab0-8c66-1aace6f80ddc,segment=NetworkSegment(e92de161-0da6-41c9-b20f-925eb995ddbe),segment_id=e92de161-0da6-41c9-b20f-925eb995ddbe)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:44:41.505783 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f632518-3cd3-4b1c-97ea-668fb4fd9f58 None None] Checking agent: {'id': '4ad02b58-e5d3-4528-83f7-2571c528ebad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 30, 41), 'started_at': datetime.datetime(2022, 11, 2, 14, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:44:41.506158 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f632518-3cd3-4b1c-97ea-668fb4fd9f58 None None] Checking segment: {'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:44:41.506560 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-3f632518-3cd3-4b1c-97ea-668fb4fd9f58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:41.506951 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f632518-3cd3-4b1c-97ea-668fb4fd9f58 None None] Bound using segment: {'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'} {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:44:41.507484 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.managers [None req-3f632518-3cd3-4b1c-97ea-668fb4fd9f58 None None] Bound port: cf601fd7-47cd-4042-b584-18b10359ace7, host: dv-cinder-862365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}}] {{(pid=105393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:44:41.507809 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-3f632518-3cd3-4b1c-97ea-668fb4fd9f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (cf601fd7-47cd-4042-b584-18b10359ace7), before_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:41.557397 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.db [None req-3f632518-3cd3-4b1c-97ea-668fb4fd9f58 None None] For port cf601fd7-47cd-4042-b584-18b10359ace7, host dv-cinder-862365-4-iscsi, cleared binding levels {{(pid=105393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:44:41.560474 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.db [None req-3f632518-3cd3-4b1c-97ea-668fb4fd9f58 None None] For port cf601fd7-47cd-4042-b584-18b10359ace7, host dv-cinder-862365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=cf601fd7-47cd-4042-b584-18b10359ace7,segment=NetworkSegment(16a641ca-682a-48e9-98c9-b5a1ba9af67a),segment_id=16a641ca-682a-48e9-98c9-b5a1ba9af67a)] {{(pid=105393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:44:41.564661 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:41.588399 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-860f0712-3b35-47ea-85a4-62afacb8a807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (cc637920-b6e9-4ca8-959d-908150702d9d), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:41.588698 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (3cee792d-517a-4ab0-8c66-1aace6f80ddc), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:41.618999 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:41.637918 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860f0712-3b35-47ea-85a4-62afacb8a807 admin admin] Network 65ace758-6c61-44a3-a703-189167d9f713 is already hosted by enough agents. {{(pid=105390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:44:41.641466 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Pushing event updated for resources: {'Port': ['ID=3cee792d-517a-4ab0-8c66-1aace6f80ddc,revision_number=5']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:41.641642 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-860f0712-3b35-47ea-85a4-62afacb8a807 admin admin] Resources bound (agent type, host, resource id): {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:44:41.643473 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f0712-3b35-47ea-85a4-62afacb8a807 admin admin] Pushing event updated for resources: {'Port': ['ID=cc637920-b6e9-4ca8-959d-908150702d9d,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:41.645240 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-3f632518-3cd3-4b1c-97ea-668fb4fd9f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (cf601fd7-47cd-4042-b584-18b10359ace7), after_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:41.649720 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860f0712-3b35-47ea-85a4-62afacb8a807 admin admin] Received port after_create {{(pid=105390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:44:41.697948 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8903e570-db1b-4459-ab40-f0683caea9ee None None] Pushing event updated for resources: {'Port': ['ID=cf601fd7-47cd-4042-b584-18b10359ace7,revision_number=3']} {{(pid=105393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:41.698643 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-860f0712-3b35-47ea-85a4-62afacb8a807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66774394'] for router_interface (fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:41.718362 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f632518-3cd3-4b1c-97ea-668fb4fd9f58 None None] Routers {'fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:44:41.718978 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-3f632518-3cd3-4b1c-97ea-668fb4fd9f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:44:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:41.812152 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46675315-5404-446f-a659-0bdd5e490f0c req-78bbac17-301c-431e-a37a-d00a76c1d4a5 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:41.816429 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-46675315-5404-446f-a659-0bdd5e490f0c req-78bbac17-301c-431e-a37a-d00a76c1d4a5 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 946 time: 0.0904927 Nov 02 14:44:41.833786 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:41.867545 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-3f632518-3cd3-4b1c-97ea-668fb4fd9f58 None None] Set router fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:44:41.870541 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-27d39537-8243-4180-bd41-37c4625b35a5 None None] Current status of the port 9affc566-9072-4c4b-ace2-8c58ad4d9dbc is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:44:41.915410 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-46675315-5404-446f-a659-0bdd5e490f0c req-aa764a09-5db6-46cd-869d-2f6abad0e48b tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=1ef6eeb8-6454-439d-bb1d-41425667bc8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894251 Nov 02 14:44:41.963106 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:41.994788 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-d576413b-82f3-43ed-8ca8-3e3d1b6ebf8e None None] Provisioning complete for port cc637920-b6e9-4ca8-959d-908150702d9d triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:44:41.995166 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-d576413b-82f3-43ed-8ca8-3e3d1b6ebf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (cc637920-b6e9-4ca8-959d-908150702d9d), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:41.995506 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-d576413b-82f3-43ed-8ca8-3e3d1b6ebf8e None None] Attempt 1 to provision port cc637920-b6e9-4ca8-959d-908150702d9d Nov 02 14:44:42.062323 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-3f632518-3cd3-4b1c-97ea-668fb4fd9f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc', 'name': 'tempest-TestVolumeBootPattern-1814783944-router', 'tenant_id': 'aa384131227c4307945d5b791eb17e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'cf601fd7-47cd-4042-b584-18b10359ace7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:38Z', 'updated_at': '2022-11-02T14:44:39Z', 'revision_number': 3, 'project_id': 'aa384131227c4307945d5b791eb17e8d', 'gw_port': {'id': 'cf601fd7-47cd-4042-b584-18b10359ace7', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:74:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:39Z', 'updated_at': '2022-11-02T14:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:42.094137 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f632518-3cd3-4b1c-97ea-668fb4fd9f58 None None] The sync data for ids ['fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc'] in dv-cinder-862365-4-iscsi is: [{'id': 'fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc', 'name': 'tempest-TestVolumeBootPattern-1814783944-router', 'tenant_id': 'aa384131227c4307945d5b791eb17e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'cf601fd7-47cd-4042-b584-18b10359ace7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:38Z', 'updated_at': '2022-11-02T14:44:39Z', 'revision_number': 3, 'project_id': 'aa384131227c4307945d5b791eb17e8d', 'gw_port': {'id': 'cf601fd7-47cd-4042-b584-18b10359ace7', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:74:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:39Z', 'updated_at': '2022-11-02T14:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}] {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:44:42.184067 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-d576413b-82f3-43ed-8ca8-3e3d1b6ebf8e None None] Port cc637920-b6e9-4ca8-959d-908150702d9d cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:44:42.192317 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-d576413b-82f3-43ed-8ca8-3e3d1b6ebf8e None None] Provisioning complete for port 9affc566-9072-4c4b-ace2-8c58ad4d9dbc triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:44:42.194008 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-d576413b-82f3-43ed-8ca8-3e3d1b6ebf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (9affc566-9072-4c4b-ace2-8c58ad4d9dbc), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:42.194008 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-d576413b-82f3-43ed-8ca8-3e3d1b6ebf8e None None] Attempt 1 to provision port 9affc566-9072-4c4b-ace2-8c58ad4d9dbc Nov 02 14:44:42.268604 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-d576413b-82f3-43ed-8ca8-3e3d1b6ebf8e None None] Current status of the port 9affc566-9072-4c4b-ace2-8c58ad4d9dbc is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:44:42.355791 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-860f0712-3b35-47ea-85a4-62afacb8a807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (cc637920-b6e9-4ca8-959d-908150702d9d), before_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:42.359269 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:42.475799 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:42.488297 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074df642-721f-4bf6-8ac4-9bfbd9020eed req-26616b9d-73d6-4191-8ee4-2e21e9752358 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:42.490493 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-074df642-721f-4bf6-8ac4-9bfbd9020eed req-26616b9d-73d6-4191-8ee4-2e21e9752358 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 946 time: 0.0575383 Nov 02 14:44:42.547435 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-860f0712-3b35-47ea-85a4-62afacb8a807 admin admin] Publish callbacks [] for port (cc637920-b6e9-4ca8-959d-908150702d9d), precommit_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:42.583822 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [req-074df642-721f-4bf6-8ac4-9bfbd9020eed req-72fe84a8-48ce-4f31-8356-5687f86ff7ac tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Deleting port b3d49dc7-6e55-4eda-a524-acbf2248d0e8 {{(pid=105391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:44:42.584173 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-074df642-721f-4bf6-8ac4-9bfbd9020eed req-72fe84a8-48ce-4f31-8356-5687f86ff7ac tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (b3d49dc7-6e55-4eda-a524-acbf2248d0e8), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:42.656984 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-860f0712-3b35-47ea-85a4-62afacb8a807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638247'] for port (cc637920-b6e9-4ca8-959d-908150702d9d), after_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:42.661899 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:42.703293 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-074df642-721f-4bf6-8ac4-9bfbd9020eed req-72fe84a8-48ce-4f31-8356-5687f86ff7ac tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] For port b3d49dc7-6e55-4eda-a524-acbf2248d0e8, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=b3d49dc7-6e55-4eda-a524-acbf2248d0e8,segment=NetworkSegment(076e55e6-4e08-4faf-8572-84b8f0dfcbf2),segment_id=076e55e6-4e08-4faf-8572-84b8f0dfcbf2)] {{(pid=105391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:44:42.703293 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-074df642-721f-4bf6-8ac4-9bfbd9020eed req-72fe84a8-48ce-4f31-8356-5687f86ff7ac tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (b3d49dc7-6e55-4eda-a524-acbf2248d0e8), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:42.713661 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [req-074df642-721f-4bf6-8ac4-9bfbd9020eed req-72fe84a8-48ce-4f31-8356-5687f86ff7ac tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Calling delete_port for b3d49dc7-6e55-4eda-a524-acbf2248d0e8 owned by compute:nova {{(pid=105391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:44:42.752931 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f0712-3b35-47ea-85a4-62afacb8a807 admin admin] Pushing event updated for resources: {'Port': ['ID=cc637920-b6e9-4ca8-959d-908150702d9d,revision_number=2']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:42.760505 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device cf601fd7-47cd-4042-b584-18b10359ace7 up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:44:42.766464 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-860f0712-3b35-47ea-85a4-62afacb8a807 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66712615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66774486'] for router_interface (fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:42.811638 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port cf601fd7-47cd-4042-b584-18b10359ace7 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:44:42.812226 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (cf601fd7-47cd-4042-b584-18b10359ace7), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:42.812579 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port cf601fd7-47cd-4042-b584-18b10359ace7 Nov 02 14:44:42.880943 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860f0712-3b35-47ea-85a4-62afacb8a807 admin admin] Network 65ace758-6c61-44a3-a703-189167d9f713 is already hosted by enough agents. {{(pid=105390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:44:42.882568 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-860f0712-3b35-47ea-85a4-62afacb8a807 admin admin] Resources bound (agent type, host, resource id): {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:44:42.918079 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port cf601fd7-47cd-4042-b584-18b10359ace7 is: DOWN; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:44:42.918417 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (cf601fd7-47cd-4042-b584-18b10359ace7), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:42.959954 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-074df642-721f-4bf6-8ac4-9bfbd9020eed req-72fe84a8-48ce-4f31-8356-5687f86ff7ac tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63276524'] for port (b3d49dc7-6e55-4eda-a524-acbf2248d0e8), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:42.971285 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] For port cf601fd7-47cd-4042-b584-18b10359ace7, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=cf601fd7-47cd-4042-b584-18b10359ace7,segment=NetworkSegment(16a641ca-682a-48e9-98c9-b5a1ba9af67a),segment_id=16a641ca-682a-48e9-98c9-b5a1ba9af67a)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:44:42.996955 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] get_ports_and_sgs() called for port_ids ['b3d49dc7-6e55-4eda-a524-acbf2248d0e8'] {{(pid=105392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 14:44:43.020450 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe84a8-48ce-4f31-8356-5687f86ff7ac tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Pushing event deleted for resources: {'Port': ['ID=b3d49dc7-6e55-4eda-a524-acbf2248d0e8,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:43.046622 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860f0712-3b35-47ea-85a4-62afacb8a807 admin admin] Router fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:44:43.061131 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (cf601fd7-47cd-4042-b584-18b10359ace7), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:43.062856 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 9affc566-9072-4c4b-ace2-8c58ad4d9dbc up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:44:43.126095 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:43.128147 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [req-074df642-721f-4bf6-8ac4-9bfbd9020eed req-72fe84a8-48ce-4f31-8356-5687f86ff7ac tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] No DVR routers for this DVR port b3d49dc7-6e55-4eda-a524-acbf2248d0e8 on host hv-cinder-86236 {{(pid=105391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:44:43.150192 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-074df642-721f-4bf6-8ac4-9bfbd9020eed req-72fe84a8-48ce-4f31-8356-5687f86ff7ac tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:43.153809 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-074df642-721f-4bf6-8ac4-9bfbd9020eed req-72fe84a8-48ce-4f31-8356-5687f86ff7ac tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.64 "DELETE /networking/v2.0/ports/b3d49dc7-6e55-4eda-a524-acbf2248d0e8 HTTP/1.1" status: 204 len: 173 time: 0.6582623 Nov 02 14:44:43.154734 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '803e6b19-d962-4158-9a6c-e38cbd2b3e04', 'name': 'network-vif-deleted', 'tag': 'b3d49dc7-6e55-4eda-a524-acbf2248d0e8'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:44:43.158924 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8fe6930-cfe7-4a83-8ffb-fb50070d5b93" -d '{"events": [{"server_uuid": "803e6b19-d962-4158-9a6c-e38cbd2b3e04", "name": "network-vif-deleted", "tag": "b3d49dc7-6e55-4eda-a524-acbf2248d0e8"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:44:43.163360 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e9a80533-8b45-44f0-8901-f3638c6ee352 req-517ffa5b-c455-4ff7-87b8-bd93d070f06c tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 210 time: 0.0876679 Nov 02 14:44:43.207973 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860f0712-3b35-47ea-85a4-62afacb8a807 admin admin] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:44:43.214850 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-860f0712-3b35-47ea-85a4-62afacb8a807 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5440907 Nov 02 14:44:43.258233 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7bf11b-8c20-4171-844a-debec7f0cd6a x-openstack-request-id: req-6a7bf11b-8c20-4171-844a-debec7f0cd6a {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:44:43.258609 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "803e6b19-d962-4158-9a6c-e38cbd2b3e04", "name": "network-vif-deleted", "tag": "b3d49dc7-6e55-4eda-a524-acbf2248d0e8", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:44:43.258815 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6a7bf11b-8c20-4171-844a-debec7f0cd6a {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:44:43.259162 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a7bf11b-8c20-4171-844a-debec7f0cd6a'] response: {'server_uuid': '803e6b19-d962-4158-9a6c-e38cbd2b3e04', 'name': 'network-vif-deleted', 'tag': 'b3d49dc7-6e55-4eda-a524-acbf2248d0e8', 'status': 'completed', 'code': 200} Nov 02 14:44:43.267990 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Pushing event updated for resources: {'Port': ['ID=cf601fd7-47cd-4042-b584-18b10359ace7,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:43.271051 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 9affc566-9072-4c4b-ace2-8c58ad4d9dbc triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:44:43.271646 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (9affc566-9072-4c4b-ace2-8c58ad4d9dbc), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:43.272170 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 9affc566-9072-4c4b-ace2-8c58ad4d9dbc Nov 02 14:44:43.318494 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-44201ffe-9826-4a77-aa62-af48310ab75d None None] Provisioning complete for port cc637920-b6e9-4ca8-959d-908150702d9d triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:44:43.318993 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-44201ffe-9826-4a77-aa62-af48310ab75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (cc637920-b6e9-4ca8-959d-908150702d9d), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:43.319394 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-44201ffe-9826-4a77-aa62-af48310ab75d None None] Attempt 1 to provision port cc637920-b6e9-4ca8-959d-908150702d9d Nov 02 14:44:43.380765 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-44201ffe-9826-4a77-aa62-af48310ab75d None None] Port cc637920-b6e9-4ca8-959d-908150702d9d cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:44:43.396987 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 9affc566-9072-4c4b-ace2-8c58ad4d9dbc is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:44:43.399680 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 3cee792d-517a-4ab0-8c66-1aace6f80ddc up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:44:43.479160 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 3cee792d-517a-4ab0-8c66-1aace6f80ddc triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:44:43.479539 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (3cee792d-517a-4ab0-8c66-1aace6f80ddc), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:43.479981 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 3cee792d-517a-4ab0-8c66-1aace6f80ddc Nov 02 14:44:43.603205 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 3cee792d-517a-4ab0-8c66-1aace6f80ddc is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:44:43.692869 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 35506) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:43.700342 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-0f35444c-e67f-40cc-af25-b4d3ff067802 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-744571343', 'description': 'tempest-secgroup-smoke-744571343 description', 'project_id': '990b7e753ad1450489668d0ca151736e'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:44:43.787877 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0f35444c-e67f-40cc-af25-b4d3ff067802 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:43.863981 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0f35444c-e67f-40cc-af25-b4d3ff067802 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for security_group (e7dab909-7a07-4c0b-b932-a5e28f8709cb), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:43.930858 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0f35444c-e67f-40cc-af25-b4d3ff067802 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (e7dab909-7a07-4c0b-b932-a5e28f8709cb), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:43.961826 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35444c-e67f-40cc-af25-b4d3ff067802 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7dab909-7a07-4c0b-b932-a5e28f8709cb,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:43.999807 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1751ebd3-75ae-4b61-b529-6d297a9e4c47 None None] Sync routers for ids ['fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc'] in dv-cinder-862365-4-iscsi {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:44:44.002845 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:44.010118 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1751ebd3-75ae-4b61-b529-6d297a9e4c47 None None] Routers {'fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:44:44.010722 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-1751ebd3-75ae-4b61-b529-6d297a9e4c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:44:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:44.046690 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:44.047396 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0f35444c-e67f-40cc-af25-b4d3ff067802 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:44.048827 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-0f35444c-e67f-40cc-af25-b4d3ff067802 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3548541 Nov 02 14:44:44.052149 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 35508) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:44.056488 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-4020bcca-a874-40b4-b9fd-c3b662f6fc02 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Request body: {'security_group_rule': {'security_group_id': 'e7dab909-7a07-4c0b-b932-a5e28f8709cb', 'project_id': '990b7e753ad1450489668d0ca151736e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:44:44.125066 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-1751ebd3-75ae-4b61-b529-6d297a9e4c47 None None] Set router fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:44:44.177835 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-4020bcca-a874-40b4-b9fd-c3b662f6fc02 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for security_group_rule (0d9c3275-df26-4188-882e-c2a6d0016e43), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:44.198601 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:44.255381 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-4020bcca-a874-40b4-b9fd-c3b662f6fc02 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for security_group_rule (0d9c3275-df26-4188-882e-c2a6d0016e43), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:44.315979 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-838e2151-6723-4ca8-8452-e7ebcbf81fd8 req-a755d37a-c38f-4eed-985c-86512ebf0771 tempest-ServerRescueNegativeTestJSON-978907565 tempest-ServerRescueNegativeTestJSON-978907565-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=803e6b19-d962-4158-9a6c-e38cbd2b3e04 HTTP/1.1" status: 200 len: 210 time: 0.0299683 Nov 02 14:44:44.325673 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-4020bcca-a874-40b4-b9fd-c3b662f6fc02 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66819821'] for security_group_rule (0d9c3275-df26-4188-882e-c2a6d0016e43), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:44.343960 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020bcca-a874-40b4-b9fd-c3b662f6fc02 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d9c3275-df26-4188-882e-c2a6d0016e43,revision_number=0']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:44.369943 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-1751ebd3-75ae-4b61-b529-6d297a9e4c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc', 'name': 'tempest-TestVolumeBootPattern-1814783944-router', 'tenant_id': 'aa384131227c4307945d5b791eb17e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'cf601fd7-47cd-4042-b584-18b10359ace7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:38Z', 'updated_at': '2022-11-02T14:44:41Z', 'revision_number': 4, 'project_id': 'aa384131227c4307945d5b791eb17e8d', 'gw_port': {'id': 'cf601fd7-47cd-4042-b584-18b10359ace7', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:74:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:39Z', 'updated_at': '2022-11-02T14:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': 'cc637920-b6e9-4ca8-959d-908150702d9d', 'name': '', 'network_id': '65ace758-6c61-44a3-a703-189167d9f713', 'tenant_id': 'aa384131227c4307945d5b791eb17e8d', 'mac_address': 'fa:16:3e:79:1c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6cee1d9c-2443-41c1-a9e1-d4bfee3e9da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:41Z', 'updated_at': '2022-11-02T14:44:42Z', 'revision_number': 2, 'project_id': 'aa384131227c4307945d5b791eb17e8d', 'subnets': [{'id': '6cee1d9c-2443-41c1-a9e1-d4bfee3e9da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:44.395797 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1751ebd3-75ae-4b61-b529-6d297a9e4c47 None None] Checking router: fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc for host: dv-cinder-862365-4-iscsi {{(pid=105392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:44:44.396145 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1751ebd3-75ae-4b61-b529-6d297a9e4c47 None None] Updating router fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc port cc637920-b6e9-4ca8-959d-908150702d9d binding host dv-cinder-862365-4-iscsi {{(pid=105392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 14:44:44.424041 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-1751ebd3-75ae-4b61-b529-6d297a9e4c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (cc637920-b6e9-4ca8-959d-908150702d9d), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:44.456218 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-4020bcca-a874-40b4-b9fd-c3b662f6fc02 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:44.457622 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-4020bcca-a874-40b4-b9fd-c3b662f6fc02 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4045289 Nov 02 14:44:44.462651 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 35516) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:44.467045 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-0e837537-a983-46fc-85c3-c1adeadab253 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Request body: {'security_group_rule': {'security_group_id': 'e7dab909-7a07-4c0b-b932-a5e28f8709cb', 'project_id': '990b7e753ad1450489668d0ca151736e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:44:44.576463 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0e837537-a983-46fc-85c3-c1adeadab253 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for security_group_rule (0faa5801-ddd9-497a-9645-898da8553177), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:44.642106 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:44.644428 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0e837537-a983-46fc-85c3-c1adeadab253 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for security_group_rule (0faa5801-ddd9-497a-9645-898da8553177), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:44.689523 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device cf601fd7-47cd-4042-b584-18b10359ace7 up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:44:44.730389 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0e837537-a983-46fc-85c3-c1adeadab253 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66819821'] for security_group_rule (0faa5801-ddd9-497a-9645-898da8553177), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:44.732730 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-1751ebd3-75ae-4b61-b529-6d297a9e4c47 None None] Publish callbacks [] for port (cc637920-b6e9-4ca8-959d-908150702d9d), precommit_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:44.735053 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:44.752470 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e837537-a983-46fc-85c3-c1adeadab253 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0faa5801-ddd9-497a-9645-898da8553177,revision_number=0']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:44.754706 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port cf601fd7-47cd-4042-b584-18b10359ace7 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:44:44.755246 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (cf601fd7-47cd-4042-b584-18b10359ace7), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:44.755588 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port cf601fd7-47cd-4042-b584-18b10359ace7 Nov 02 14:44:44.831584 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port cf601fd7-47cd-4042-b584-18b10359ace7 is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:44:44.851123 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-1751ebd3-75ae-4b61-b529-6d297a9e4c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (cc637920-b6e9-4ca8-959d-908150702d9d), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:44.852865 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0e837537-a983-46fc-85c3-c1adeadab253 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:44.854143 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-0e837537-a983-46fc-85c3-c1adeadab253 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3905747 Nov 02 14:44:44.857080 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 35518) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:44.864463 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-4bc264a5-92fb-4095-a5f2-0a56a5b07750 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Request body: {'security_group_rule': {'security_group_id': 'e7dab909-7a07-4c0b-b932-a5e28f8709cb', 'project_id': '990b7e753ad1450489668d0ca151736e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:44:44.933420 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006c1ae-5c18-49f8-b914-b957b157d6f7 None None] Pushing event updated for resources: {'Port': ['ID=cc637920-b6e9-4ca8-959d-908150702d9d,revision_number=3']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:44.943927 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-1751ebd3-75ae-4b61-b529-6d297a9e4c47 None None] Attempting to bind port cc637920-b6e9-4ca8-959d-908150702d9d on host dv-cinder-862365-4-iscsi for vnic_type normal with profile {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:44:44.944283 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-1751ebd3-75ae-4b61-b529-6d297a9e4c47 None None] Attempting to bind port cc637920-b6e9-4ca8-959d-908150702d9d by drivers openvswitch,hyperv on host dv-cinder-862365-4-iscsi at level 0 using segments [{'id': 'db8ede6f-7b04-443d-853f-cf844e05fbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': '65ace758-6c61-44a3-a703-189167d9f713'}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:44:44.944643 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1751ebd3-75ae-4b61-b529-6d297a9e4c47 None None] Attempting to bind port cc637920-b6e9-4ca8-959d-908150702d9d on network 65ace758-6c61-44a3-a703-189167d9f713 {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:44:44.960405 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-4bc264a5-92fb-4095-a5f2-0a56a5b07750 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for security_group_rule (ae3c014a-baed-48ed-b980-d25281b2b986), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:44.987999 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1751ebd3-75ae-4b61-b529-6d297a9e4c47 None None] Checking agent: {'id': '4ad02b58-e5d3-4528-83f7-2571c528ebad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 30, 41), 'started_at': datetime.datetime(2022, 11, 2, 14, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:44:44.988368 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1751ebd3-75ae-4b61-b529-6d297a9e4c47 None None] Checking segment: {'id': 'db8ede6f-7b04-443d-853f-cf844e05fbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': '65ace758-6c61-44a3-a703-189167d9f713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:44:44.988849 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-1751ebd3-75ae-4b61-b529-6d297a9e4c47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:44.989191 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1751ebd3-75ae-4b61-b529-6d297a9e4c47 None None] Bound using segment: {'id': 'db8ede6f-7b04-443d-853f-cf844e05fbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': '65ace758-6c61-44a3-a703-189167d9f713'} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:44:44.996536 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-1751ebd3-75ae-4b61-b529-6d297a9e4c47 None None] Bound port: cc637920-b6e9-4ca8-959d-908150702d9d, host: dv-cinder-862365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db8ede6f-7b04-443d-853f-cf844e05fbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': '65ace758-6c61-44a3-a703-189167d9f713'}}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:44:44.996536 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-1751ebd3-75ae-4b61-b529-6d297a9e4c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (cc637920-b6e9-4ca8-959d-908150702d9d), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:45.021234 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-4bc264a5-92fb-4095-a5f2-0a56a5b07750 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for security_group_rule (ae3c014a-baed-48ed-b980-d25281b2b986), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:45.046404 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=100 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:45.056165 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-1751ebd3-75ae-4b61-b529-6d297a9e4c47 None None] For port cc637920-b6e9-4ca8-959d-908150702d9d, host dv-cinder-862365-4-iscsi, cleared binding levels {{(pid=105392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:44:45.059335 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-1751ebd3-75ae-4b61-b529-6d297a9e4c47 None None] For port cc637920-b6e9-4ca8-959d-908150702d9d, host dv-cinder-862365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=cc637920-b6e9-4ca8-959d-908150702d9d,segment=NetworkSegment(db8ede6f-7b04-443d-853f-cf844e05fbf5),segment_id=db8ede6f-7b04-443d-853f-cf844e05fbf5)] {{(pid=105392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:44:45.113722 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-4bc264a5-92fb-4095-a5f2-0a56a5b07750 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66819821'] for security_group_rule (ae3c014a-baed-48ed-b980-d25281b2b986), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:45.133181 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc264a5-92fb-4095-a5f2-0a56a5b07750 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae3c014a-baed-48ed-b980-d25281b2b986,revision_number=0']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:45.142325 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-1751ebd3-75ae-4b61-b529-6d297a9e4c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (cc637920-b6e9-4ca8-959d-908150702d9d), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:45.177872 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1751ebd3-75ae-4b61-b529-6d297a9e4c47 None None] Routers {'fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:44:45.178497 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-1751ebd3-75ae-4b61-b529-6d297a9e4c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:44:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:45.201089 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-4bc264a5-92fb-4095-a5f2-0a56a5b07750 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:45.203073 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-4bc264a5-92fb-4095-a5f2-0a56a5b07750 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3448741 Nov 02 14:44:45.206645 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 35524) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:45.210976 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-0e6abf84-dcc3-4cc5-935a-a730691c4e5e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Request body: {'security_group_rule': {'security_group_id': 'e7dab909-7a07-4c0b-b932-a5e28f8709cb', 'project_id': '990b7e753ad1450489668d0ca151736e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:44:45.239952 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006c1ae-5c18-49f8-b914-b957b157d6f7 None None] Pushing event updated for resources: {'Port': ['ID=cc637920-b6e9-4ca8-959d-908150702d9d,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:45.301516 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-1751ebd3-75ae-4b61-b529-6d297a9e4c47 None None] Set router fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:44:45.315180 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0e6abf84-dcc3-4cc5-935a-a730691c4e5e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for security_group_rule (dc3ae88c-65ec-4c66-8fd3-203e2d0e1850), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:45.386004 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0e6abf84-dcc3-4cc5-935a-a730691c4e5e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for security_group_rule (dc3ae88c-65ec-4c66-8fd3-203e2d0e1850), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:45.413076 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 35528) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:45.450642 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0e6abf84-dcc3-4cc5-935a-a730691c4e5e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66819821'] for security_group_rule (dc3ae88c-65ec-4c66-8fd3-203e2d0e1850), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:45.473843 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6abf84-dcc3-4cc5-935a-a730691c4e5e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc3ae88c-65ec-4c66-8fd3-203e2d0e1850,revision_number=0']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:45.501639 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-1751ebd3-75ae-4b61-b529-6d297a9e4c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc', 'name': 'tempest-TestVolumeBootPattern-1814783944-router', 'tenant_id': 'aa384131227c4307945d5b791eb17e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'cf601fd7-47cd-4042-b584-18b10359ace7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:38Z', 'updated_at': '2022-11-02T14:44:41Z', 'revision_number': 4, 'project_id': 'aa384131227c4307945d5b791eb17e8d', 'gw_port': {'id': 'cf601fd7-47cd-4042-b584-18b10359ace7', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:74:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:39Z', 'updated_at': '2022-11-02T14:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': 'cc637920-b6e9-4ca8-959d-908150702d9d', 'name': '', 'network_id': '65ace758-6c61-44a3-a703-189167d9f713', 'tenant_id': 'aa384131227c4307945d5b791eb17e8d', 'mac_address': 'fa:16:3e:79:1c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6cee1d9c-2443-41c1-a9e1-d4bfee3e9da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:41Z', 'updated_at': '2022-11-02T14:44:45Z', 'revision_number': 4, 'project_id': 'aa384131227c4307945d5b791eb17e8d', 'subnets': [{'id': '6cee1d9c-2443-41c1-a9e1-d4bfee3e9da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:45.530942 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1751ebd3-75ae-4b61-b529-6d297a9e4c47 None None] The sync data for ids ['fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc'] in dv-cinder-862365-4-iscsi is: [{'id': 'fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc', 'name': 'tempest-TestVolumeBootPattern-1814783944-router', 'tenant_id': 'aa384131227c4307945d5b791eb17e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'cf601fd7-47cd-4042-b584-18b10359ace7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:38Z', 'updated_at': '2022-11-02T14:44:41Z', 'revision_number': 4, 'project_id': 'aa384131227c4307945d5b791eb17e8d', 'gw_port': {'id': 'cf601fd7-47cd-4042-b584-18b10359ace7', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:74:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:39Z', 'updated_at': '2022-11-02T14:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': 'cc637920-b6e9-4ca8-959d-908150702d9d', 'name': '', 'network_id': '65ace758-6c61-44a3-a703-189167d9f713', 'tenant_id': 'aa384131227c4307945d5b791eb17e8d', 'mac_address': 'fa:16:3e:79:1c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6cee1d9c-2443-41c1-a9e1-d4bfee3e9da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:41Z', 'updated_at': '2022-11-02T14:44:45Z', 'revision_number': 4, 'project_id': 'aa384131227c4307945d5b791eb17e8d', 'subnets': [{'id': '6cee1d9c-2443-41c1-a9e1-d4bfee3e9da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:44:45.542231 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0e6abf84-dcc3-4cc5-935a-a730691c4e5e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:45.543506 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-0e6abf84-dcc3-4cc5-935a-a730691c4e5e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3359218 Nov 02 14:44:45.546890 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 35532) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:45.551443 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-bab49ff6-7511-4ccf-bc0b-0174286b8306 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Request body: {'security_group_rule': {'security_group_id': 'e7dab909-7a07-4c0b-b932-a5e28f8709cb', 'project_id': '990b7e753ad1450489668d0ca151736e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:44:45.677473 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.db.securitygroups_db [None req-bab49ff6-7511-4ccf-bc0b-0174286b8306 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Project 990b7e753ad1450489668d0ca151736e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 14:44:45.689772 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-bab49ff6-7511-4ccf-bc0b-0174286b8306 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for security_group_rule (6f156e2d-2e52-44f8-9aef-ec4157137e96), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:45.837391 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-bab49ff6-7511-4ccf-bc0b-0174286b8306 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for security_group_rule (6f156e2d-2e52-44f8-9aef-ec4157137e96), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:45.888122 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=6 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:45.919625 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-bab49ff6-7511-4ccf-bc0b-0174286b8306 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66819821'] for security_group_rule (6f156e2d-2e52-44f8-9aef-ec4157137e96), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:45.946868 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab49ff6-7511-4ccf-bc0b-0174286b8306 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f156e2d-2e52-44f8-9aef-ec4157137e96,revision_number=0']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:46.001659 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-681ba9ff-6ac5-455f-9ec2-814904d7bd30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66774525'] for router_interface (6418c070-202d-44f4-a721-f4d15d9291da), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:46.004078 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:46.042862 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-bab49ff6-7511-4ccf-bc0b-0174286b8306 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:46.045789 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-bab49ff6-7511-4ccf-bc0b-0174286b8306 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4964082 Nov 02 14:44:46.047719 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 35536) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:46.052291 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-8f99f52c-3221-4604-9b3a-f64eb85b0ee5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Request body: {'security_group_rule': {'security_group_id': 'e7dab909-7a07-4c0b-b932-a5e28f8709cb', 'project_id': '990b7e753ad1450489668d0ca151736e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:44:46.145190 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device b3d49dc7-6e55-4eda-a524-acbf2248d0e8 no longer exists at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:44:46.167465 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] No Port match for: b3d49dc7-6e55-4eda-a524-acbf2248d0e8 {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:44:46.168076 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device b3d49dc7-6e55-4eda-a524-acbf2248d0e8 not bound to the agent host hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:44:46.183404 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.db.securitygroups_db [None req-8f99f52c-3221-4604-9b3a-f64eb85b0ee5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Project 990b7e753ad1450489668d0ca151736e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 14:44:46.195609 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-8f99f52c-3221-4604-9b3a-f64eb85b0ee5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for security_group_rule (5ea470b5-f2d0-41ef-9ef0-0dcdff858ea2), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:46.319510 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-8f99f52c-3221-4604-9b3a-f64eb85b0ee5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for security_group_rule (5ea470b5-f2d0-41ef-9ef0-0dcdff858ea2), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:46.333425 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-681ba9ff-6ac5-455f-9ec2-814904d7bd30 admin admin] Deleting port 7bf68e88-1e76-4d78-b4b5-cdc5b1e32546 {{(pid=105390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:44:46.333830 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-681ba9ff-6ac5-455f-9ec2-814904d7bd30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (7bf68e88-1e76-4d78-b4b5-cdc5b1e32546), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:46.414512 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-8f99f52c-3221-4604-9b3a-f64eb85b0ee5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66819821'] for security_group_rule (5ea470b5-f2d0-41ef-9ef0-0dcdff858ea2), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:46.441957 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [None req-681ba9ff-6ac5-455f-9ec2-814904d7bd30 admin admin] For port 7bf68e88-1e76-4d78-b4b5-cdc5b1e32546, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=7bf68e88-1e76-4d78-b4b5-cdc5b1e32546,segment=NetworkSegment(076e55e6-4e08-4faf-8572-84b8f0dfcbf2),segment_id=076e55e6-4e08-4faf-8572-84b8f0dfcbf2)] {{(pid=105390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:44:46.442328 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-681ba9ff-6ac5-455f-9ec2-814904d7bd30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (7bf68e88-1e76-4d78-b4b5-cdc5b1e32546), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:46.458960 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f99f52c-3221-4604-9b3a-f64eb85b0ee5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea470b5-f2d0-41ef-9ef0-0dcdff858ea2,revision_number=0']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:46.466722 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-681ba9ff-6ac5-455f-9ec2-814904d7bd30 admin admin] Calling delete_port for 7bf68e88-1e76-4d78-b4b5-cdc5b1e32546 owned by network:router_interface {{(pid=105390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:44:46.571350 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-8f99f52c-3221-4604-9b3a-f64eb85b0ee5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:46.575882 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-8f99f52c-3221-4604-9b3a-f64eb85b0ee5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5239418 Nov 02 14:44:46.606459 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:46.719132 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device cc637920-b6e9-4ca8-959d-908150702d9d up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:44:46.765441 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-681ba9ff-6ac5-455f-9ec2-814904d7bd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (7bf68e88-1e76-4d78-b4b5-cdc5b1e32546), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:46.769946 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port cc637920-b6e9-4ca8-959d-908150702d9d triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:44:46.773212 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (cc637920-b6e9-4ca8-959d-908150702d9d), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:46.773212 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port cc637920-b6e9-4ca8-959d-908150702d9d Nov 02 14:44:46.793938 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ba9ff-6ac5-455f-9ec2-814904d7bd30 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bf68e88-1e76-4d78-b4b5-cdc5b1e32546,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:46.909023 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port cc637920-b6e9-4ca8-959d-908150702d9d is: DOWN; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:44:46.909666 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (cc637920-b6e9-4ca8-959d-908150702d9d), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:46.959771 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] For port cc637920-b6e9-4ca8-959d-908150702d9d, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=cc637920-b6e9-4ca8-959d-908150702d9d,segment=NetworkSegment(db8ede6f-7b04-443d-853f-cf844e05fbf5),segment_id=db8ede6f-7b04-443d-853f-cf844e05fbf5)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:44:47.028008 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb03ef3-e475-4a0f-861d-124e1e69ded9 req-4b08382c-930a-40aa-9bbc-0fb472a37fff tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:47.028008 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ceb03ef3-e475-4a0f-861d-124e1e69ded9 req-4b08382c-930a-40aa-9bbc-0fb472a37fff tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 946 time: 0.0567811 Nov 02 14:44:47.028529 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-681ba9ff-6ac5-455f-9ec2-814904d7bd30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66712616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66776685'] for router_interface (6418c070-202d-44f4-a721-f4d15d9291da), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:47.045165 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (cc637920-b6e9-4ca8-959d-908150702d9d), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:47.074545 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:47.095384 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ceb03ef3-e475-4a0f-861d-124e1e69ded9 req-abb11be6-4dc7-4950-a2fb-abd87c2aeb1a tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616148 Nov 02 14:44:47.096854 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec56a5ba-8c15-43f4-81be-a512259d0a05 None None] get_active_networks_info from dv-cinder-862365-4-iscsi {{(pid=105392) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 14:44:47.157771 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Pushing event updated for resources: {'Port': ['ID=cc637920-b6e9-4ca8-959d-908150702d9d,revision_number=5']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:47.201222 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:47.218364 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec56a5ba-8c15-43f4-81be-a512259d0a05 None None] Resources bound (agent type, host, resource id): {{(pid=105392) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 14:44:47.249880 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681ba9ff-6ac5-455f-9ec2-814904d7bd30 admin admin] Router 6418c070-202d-44f4-a721-f4d15d9291da has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:44:47.298280 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=100 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:47.361582 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681ba9ff-6ac5-455f-9ec2-814904d7bd30 admin admin] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:44:47.370652 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-681ba9ff-6ac5-455f-9ec2-814904d7bd30 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/6418c070-202d-44f4-a721-f4d15d9291da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9529462 Nov 02 14:44:47.370652 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 35588) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:47.373607 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ba6512-828a-434b-a210-e089847a9201 None None] Sync routers for ids ['6418c070-202d-44f4-a721-f4d15d9291da'] in dv-cinder-862365-4-iscsi {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:44:47.385447 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ba6512-828a-434b-a210-e089847a9201 None None] Routers {'6418c070-202d-44f4-a721-f4d15d9291da'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:44:47.386062 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-42ba6512-828a-434b-a210-e089847a9201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:44:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['6418c070-202d-44f4-a721-f4d15d9291da'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:47.478775 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c1ec8772-2f71-4c8d-853e-decd17f37250 admin admin] Publish callbacks [] for router (6418c070-202d-44f4-a721-f4d15d9291da), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:47.495223 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-42ba6512-828a-434b-a210-e089847a9201 None None] Set router 6418c070-202d-44f4-a721-f4d15d9291da gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:44:47.662192 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:47.717063 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-42ba6512-828a-434b-a210-e089847a9201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6418c070-202d-44f4-a721-f4d15d9291da', 'name': 'tempest-ServerRescueNegativeTestJSON-1251080208-router', 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '03ac4043-a9dc-4fa0-b608-5c51f3bc015f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:19Z', 'updated_at': '2022-11-02T14:44:46Z', 'revision_number': 5, 'project_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'gw_port': {'id': '03ac4043-a9dc-4fa0-b608-5c51f3bc015f', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6418c070-202d-44f4-a721-f4d15d9291da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:47.745320 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ba6512-828a-434b-a210-e089847a9201 None None] Checking router: 6418c070-202d-44f4-a721-f4d15d9291da for host: dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:44:47.761160 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ba6512-828a-434b-a210-e089847a9201 None None] Routers {'6418c070-202d-44f4-a721-f4d15d9291da'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:44:47.761160 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-42ba6512-828a-434b-a210-e089847a9201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:44:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['6418c070-202d-44f4-a721-f4d15d9291da'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:47.869589 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c1ec8772-2f71-4c8d-853e-decd17f37250 admin admin] Publish callbacks [] for router_gateway (6418c070-202d-44f4-a721-f4d15d9291da), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:47.881848 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-42ba6512-828a-434b-a210-e089847a9201 None None] Set router 6418c070-202d-44f4-a721-f4d15d9291da gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:44:47.993343 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-c1ec8772-2f71-4c8d-853e-decd17f37250 admin admin] Deleting port 03ac4043-a9dc-4fa0-b608-5c51f3bc015f {{(pid=105390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:44:47.993830 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c1ec8772-2f71-4c8d-853e-decd17f37250 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (03ac4043-a9dc-4fa0-b608-5c51f3bc015f), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:48.016597 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:48.037913 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-30864330-fc5f-4cf5-a825-79b2b2789edd None None] Provisioning complete for port 3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:44:48.039272 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-30864330-fc5f-4cf5-a825-79b2b2789edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:48.039912 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-30864330-fc5f-4cf5-a825-79b2b2789edd None None] Attempt 1 to provision port 3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf Nov 02 14:44:48.070912 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-42ba6512-828a-434b-a210-e089847a9201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6418c070-202d-44f4-a721-f4d15d9291da', 'name': 'tempest-ServerRescueNegativeTestJSON-1251080208-router', 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '03ac4043-a9dc-4fa0-b608-5c51f3bc015f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:19Z', 'updated_at': '2022-11-02T14:44:46Z', 'revision_number': 5, 'project_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'gw_port': {'id': '03ac4043-a9dc-4fa0-b608-5c51f3bc015f', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6418c070-202d-44f4-a721-f4d15d9291da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:48.091738 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [None req-c1ec8772-2f71-4c8d-853e-decd17f37250 admin admin] For port 03ac4043-a9dc-4fa0-b608-5c51f3bc015f, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=03ac4043-a9dc-4fa0-b608-5c51f3bc015f,segment=NetworkSegment(16a641ca-682a-48e9-98c9-b5a1ba9af67a),segment_id=16a641ca-682a-48e9-98c9-b5a1ba9af67a)] {{(pid=105390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:44:48.092315 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c1ec8772-2f71-4c8d-853e-decd17f37250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (03ac4043-a9dc-4fa0-b608-5c51f3bc015f), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:48.111571 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-c1ec8772-2f71-4c8d-853e-decd17f37250 admin admin] Calling delete_port for 03ac4043-a9dc-4fa0-b608-5c51f3bc015f owned by network:router_gateway {{(pid=105390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:44:48.153283 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-30864330-fc5f-4cf5-a825-79b2b2789edd None None] Current status of the port 3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:44:48.198694 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ba6512-828a-434b-a210-e089847a9201 None None] The sync data for ids ['6418c070-202d-44f4-a721-f4d15d9291da'] in dv-cinder-862365-4-iscsi is: [{'id': '6418c070-202d-44f4-a721-f4d15d9291da', 'name': 'tempest-ServerRescueNegativeTestJSON-1251080208-router', 'tenant_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '03ac4043-a9dc-4fa0-b608-5c51f3bc015f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:19Z', 'updated_at': '2022-11-02T14:44:46Z', 'revision_number': 5, 'project_id': 'edc675d4a92f4ff9ae8a41a020fa792c', 'gw_port': {'id': '03ac4043-a9dc-4fa0-b608-5c51f3bc015f', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6418c070-202d-44f4-a721-f4d15d9291da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}] {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:44:48.271153 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08621804-3128-4479-8ab0-760090626a7b req-928b4def-42f3-49e8-bf70-300cbe8fc96d tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:48.277678 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-08621804-3128-4479-8ab0-760090626a7b req-928b4def-42f3-49e8-bf70-300cbe8fc96d tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 946 time: 0.0796599 Nov 02 14:44:48.331692 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-08621804-3128-4479-8ab0-760090626a7b req-08d53c49-fe03-45be-b351-4aff643a2f6d tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517406 Nov 02 14:44:48.387959 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c1ec8772-2f71-4c8d-853e-decd17f37250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (03ac4043-a9dc-4fa0-b608-5c51f3bc015f), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:48.414090 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec8772-2f71-4c8d-853e-decd17f37250 admin admin] Pushing event deleted for resources: {'Port': ['ID=03ac4043-a9dc-4fa0-b608-5c51f3bc015f,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:48.478634 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c1ec8772-2f71-4c8d-853e-decd17f37250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66773426'] for router_gateway (6418c070-202d-44f4-a721-f4d15d9291da), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:48.575082 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c1ec8772-2f71-4c8d-853e-decd17f37250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66776635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43145'] for router (6418c070-202d-44f4-a721-f4d15d9291da), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:48.578651 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c1ec8772-2f71-4c8d-853e-decd17f37250 admin admin] Publish callbacks [] for router_controller (6418c070-202d-44f4-a721-f4d15d9291da), precommit_delete_associations {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:48.702989 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c1ec8772-2f71-4c8d-853e-decd17f37250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66776610'] for router (6418c070-202d-44f4-a721-f4d15d9291da), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:48.703603 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ec8772-2f71-4c8d-853e-decd17f37250 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6418c070-202d-44f4-a721-f4d15d9291da {{(pid=105390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 14:44:48.709342 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c1ec8772-2f71-4c8d-853e-decd17f37250 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:48.717346 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-c1ec8772-2f71-4c8d-853e-decd17f37250 admin admin] 10.222.0.30 "DELETE /networking/v2.0/routers/6418c070-202d-44f4-a721-f4d15d9291da HTTP/1.1" status: 204 len: 168 time: 1.3394015 Nov 02 14:44:48.717568 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 35612) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:48.761085 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device cc637920-b6e9-4ca8-959d-908150702d9d up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:44:48.780100 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.db_base_plugin_v2 [None req-79970687-f9af-4fc5-b12b-f336657ddc61 admin admin] Deleting subnet 543df3fb-8a54-4baf-bcd8-c5079d82249a {{(pid=105391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 14:44:48.784727 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-79970687-f9af-4fc5-b12b-f336657ddc61 admin admin] Publish callbacks [] for subnet (543df3fb-8a54-4baf-bcd8-c5079d82249a), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:48.824470 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-79970687-f9af-4fc5-b12b-f336657ddc61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64924452'] for subnet (543df3fb-8a54-4baf-bcd8-c5079d82249a), precommit_delete_associations {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:48.941045 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-79970687-f9af-4fc5-b12b-f336657ddc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381874'] for subnet (543df3fb-8a54-4baf-bcd8-c5079d82249a), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:48.975083 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port cc637920-b6e9-4ca8-959d-908150702d9d triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:44:48.975707 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (cc637920-b6e9-4ca8-959d-908150702d9d), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:48.976202 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port cc637920-b6e9-4ca8-959d-908150702d9d Nov 02 14:44:49.061534 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port cc637920-b6e9-4ca8-959d-908150702d9d is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:44:49.112491 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-79970687-f9af-4fc5-b12b-f336657ddc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63276465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62938073'] for subnet (543df3fb-8a54-4baf-bcd8-c5079d82249a), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:49.137247 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79970687-f9af-4fc5-b12b-f336657ddc61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=543df3fb-8a54-4baf-bcd8-c5079d82249a,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:49.143439 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-79970687-f9af-4fc5-b12b-f336657ddc61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for subnet (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:49.146785 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-79970687-f9af-4fc5-b12b-f336657ddc61 admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/543df3fb-8a54-4baf-bcd8-c5079d82249a HTTP/1.1" status: 204 len: 168 time: 0.4326499 Nov 02 14:44:49.149351 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 35614) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:49.151903 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c019dbd-56aa-4d62-8647-d11f2d5b5f37 None None] Network bea7d5f3-3f34-426a-97bc-a8938ef4d97b requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:44:49.228401 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-70019078-8789-48ed-856b-6ed9101a7cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370122'] for network (bea7d5f3-3f34-426a-97bc-a8938ef4d97b), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:49.276958 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [None req-70019078-8789-48ed-856b-6ed9101a7cea admin admin] Deleting port 3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf {{(pid=105391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:44:49.277993 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-70019078-8789-48ed-856b-6ed9101a7cea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:49.352652 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [None req-70019078-8789-48ed-856b-6ed9101a7cea admin admin] For port 3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf,segment=NetworkSegment(076e55e6-4e08-4faf-8572-84b8f0dfcbf2),segment_id=076e55e6-4e08-4faf-8572-84b8f0dfcbf2)] {{(pid=105391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:44:49.352652 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-70019078-8789-48ed-856b-6ed9101a7cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:49.377331 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3567927c-fcd0-4a08-b624-f26ec705f330 None None] DHCP port deletion for bea7d5f3-3f34-426a-97bc-a8938ef4d97b request from dv-cinder-862365-4-iscsi {{(pid=105392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 14:44:49.382010 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [None req-70019078-8789-48ed-856b-6ed9101a7cea admin admin] Calling delete_port for 3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf owned by network:dhcp {{(pid=105391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:44:49.421897 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 7bf68e88-1e76-4d78-b4b5-cdc5b1e32546 no longer exists at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:44:49.438677 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:49.446352 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] No Port match for: 7bf68e88-1e76-4d78-b4b5-cdc5b1e32546 {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:44:49.447245 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 7bf68e88-1e76-4d78-b4b5-cdc5b1e32546 not bound to the agent host dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:44:49.451027 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-3567927c-fcd0-4a08-b624-f26ec705f330 None None] Deleting port 3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf {{(pid=105392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:44:49.451547 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-3567927c-fcd0-4a08-b624-f26ec705f330 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf), before_delete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:49.523977 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ed6a2-e0aa-46d8-9ec2-debdce3cd324 req-8f23431c-1bbf-4fad-94b5-1f5fa6c82a31 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:49.525444 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-607ed6a2-e0aa-46d8-9ec2-debdce3cd324 req-8f23431c-1bbf-4fad-94b5-1f5fa6c82a31 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 946 time: 0.0801694 Nov 02 14:44:49.548639 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-3567927c-fcd0-4a08-b624-f26ec705f330 None None] For port 3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf,segment=NetworkSegment(076e55e6-4e08-4faf-8572-84b8f0dfcbf2),segment_id=076e55e6-4e08-4faf-8572-84b8f0dfcbf2)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:44:49.549196 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-3567927c-fcd0-4a08-b624-f26ec705f330 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf), precommit_delete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:49.557094 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:49.564305 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-3567927c-fcd0-4a08-b624-f26ec705f330 None None] Calling delete_port for 3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf owned by network:dhcp {{(pid=105392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:44:49.576239 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-70019078-8789-48ed-856b-6ed9101a7cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63276524'] for port (3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:49.599056 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-607ed6a2-e0aa-46d8-9ec2-debdce3cd324 req-aa07d534-f052-4b5e-bf8f-679df2651983 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0662208 Nov 02 14:44:49.617416 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70019078-8789-48ed-856b-6ed9101a7cea admin admin] No DVR routers for this DVR port 3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf on host dv-cinder-862365-4-iscsi {{(pid=105391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:44:49.622495 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70019078-8789-48ed-856b-6ed9101a7cea admin admin] Pushing event deleted for resources: {'Port': ['ID=3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:49.662670 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-3567927c-fcd0-4a08-b624-f26ec705f330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470'] for port (3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf), after_delete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:49.690069 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567927c-fcd0-4a08-b624-f26ec705f330 None None] Pushing event deleted for resources: {'Port': ['ID=3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf,revision_number=None']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:49.695821 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3567927c-fcd0-4a08-b624-f26ec705f330 None None] No DVR routers for this DVR port 3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf on host dv-cinder-862365-4-iscsi {{(pid=105392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:44:49.707539 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-70019078-8789-48ed-856b-6ed9101a7cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382473', 'neutron.services.segments.db._delete_segments_for_network-8767001720194'] for network (bea7d5f3-3f34-426a-97bc-a8938ef4d97b), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:49.730949 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.services.segments.db [None req-70019078-8789-48ed-856b-6ed9101a7cea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bea7d5f3-3f34-426a-97bc-a8938ef4d97b']}} {{(pid=105391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:49.742272 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.services.segments.db [None req-70019078-8789-48ed-856b-6ed9101a7cea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '076e55e6-4e08-4faf-8572-84b8f0dfcbf2') {'for_net_delete': True} {{(pid=105391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:49.742572 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.services.segments.db [None req-70019078-8789-48ed-856b-6ed9101a7cea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '076e55e6-4e08-4faf-8572-84b8f0dfcbf2') {} {{(pid=105391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:49.757823 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-70019078-8789-48ed-856b-6ed9101a7cea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767001720257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64924461'] for segment (076e55e6-4e08-4faf-8572-84b8f0dfcbf2), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:49.777970 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-70019078-8789-48ed-856b-6ed9101a7cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140'] for segment (076e55e6-4e08-4faf-8572-84b8f0dfcbf2), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:49.790534 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70019078-8789-48ed-856b-6ed9101a7cea admin admin] Releasing vlan 456 on physical network physnet1 to pool {{(pid=105391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 14:44:49.791011 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-70019078-8789-48ed-856b-6ed9101a7cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63276319'] for segment (076e55e6-4e08-4faf-8572-84b8f0dfcbf2), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:49.815041 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.services.segments.plugin [-] Segment 076e55e6-4e08-4faf-8572-84b8f0dfcbf2 resource provider aggregate not found Nov 02 14:44:49.848837 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.services.segments.plugin [-] Segment 076e55e6-4e08-4faf-8572-84b8f0dfcbf2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 076e55e6-4e08-4faf-8572-84b8f0dfcbf2 found for delete ", "request_id": "req-0b8535d1-b6c2-48ad-8c2f-8ff74eddca9e"}]} Nov 02 14:44:49.941982 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-70019078-8789-48ed-856b-6ed9101a7cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66773462'] for network (bea7d5f3-3f34-426a-97bc-a8938ef4d97b), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:49.947612 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-70019078-8789-48ed-856b-6ed9101a7cea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for network (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:49.950952 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-70019078-8789-48ed-856b-6ed9101a7cea admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/bea7d5f3-3f34-426a-97bc-a8938ef4d97b HTTP/1.1" status: 204 len: 168 time: 0.8006675 Nov 02 14:44:49.964802 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70019078-8789-48ed-856b-6ed9101a7cea admin admin] Pushing event deleted for resources: {'Network': ['ID=bea7d5f3-3f34-426a-97bc-a8938ef4d97b,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:50.324794 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 35626) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:50.369742 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-0cebb504-afc2-49d4-95ed-a11439a5b866 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=edc675d4a92f4ff9ae8a41a020fa792c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0436177 Nov 02 14:44:50.372165 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 35628) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:50.410498 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:50.423596 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e96d97f4-9d5f-492b-8cc7-31fc9679c356 admin admin] Publish callbacks [] for security_group (1ef6eeb8-6454-439d-bb1d-41425667bc8b), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:50.445253 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e96d97f4-9d5f-492b-8cc7-31fc9679c356 admin admin] Publish callbacks [] for security_group (1ef6eeb8-6454-439d-bb1d-41425667bc8b), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:50.616749 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e96d97f4-9d5f-492b-8cc7-31fc9679c356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (1ef6eeb8-6454-439d-bb1d-41425667bc8b), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:50.619498 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e96d97f4-9d5f-492b-8cc7-31fc9679c356 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:50.621116 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-e96d97f4-9d5f-492b-8cc7-31fc9679c356 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/1ef6eeb8-6454-439d-bb1d-41425667bc8b HTTP/1.1" status: 204 len: 168 time: 0.2476718 Nov 02 14:44:50.630983 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d97f4-9d5f-492b-8cc7-31fc9679c356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef6eeb8-6454-439d-bb1d-41425667bc8b,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:50.663844 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 03ac4043-a9dc-4fa0-b608-5c51f3bc015f no longer exists at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:44:50.692047 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] No Port match for: 03ac4043-a9dc-4fa0-b608-5c51f3bc015f {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:44:50.692425 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 03ac4043-a9dc-4fa0-b608-5c51f3bc015f not bound to the agent host dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:44:50.693126 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf no longer exists at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:44:50.714530 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] No Port match for: 3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:44:50.714874 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 3f6118ec-2ead-4dcf-b9a1-94b5d64a40cf not bound to the agent host dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:44:50.757190 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe9a87-5243-4e68-9b14-a3cd723aa3c8 req-08e426f6-0cb7-40c1-bdbe-879d3bdc7385 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:50.758978 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cdfe9a87-5243-4e68-9b14-a3cd723aa3c8 req-08e426f6-0cb7-40c1-bdbe-879d3bdc7385 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 946 time: 0.0519226 Nov 02 14:44:50.814298 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cdfe9a87-5243-4e68-9b14-a3cd723aa3c8 req-29142fcf-b492-4d7b-9509-faaf56ae94a7 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477757 Nov 02 14:44:51.751300 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 35654) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:51.851528 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-2d5a828c-63ab-4c56-82df-af56fa68c85e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1641622340-network', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:44:51.913540 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5a828c-63ab-4c56-82df-af56fa68c85e admin admin] Made reservation on behalf of 2bf7381b1bf545c39936c96595aa36f4 for: {'network': 1} {{(pid=105390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:44:51.915917 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-2d5a828c-63ab-4c56-82df-af56fa68c85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for network (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:51.926626 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-2d5a828c-63ab-4c56-82df-af56fa68c85e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:51.950850 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8781d5-27b0-4e9d-8316-1b62348638b0 req-1a1f0732-f513-428c-a15d-1af4938af5a0 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:51.952776 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ef8781d5-27b0-4e9d-8316-1b62348638b0 req-1a1f0732-f513-428c-a15d-1af4938af5a0 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 946 time: 0.0510416 Nov 02 14:44:52.006017 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ef8781d5-27b0-4e9d-8316-1b62348638b0 req-6068f098-903b-4a8a-a308-7a1fe62d7034 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471203 Nov 02 14:44:52.014691 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:52.016886 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-2d5a828c-63ab-4c56-82df-af56fa68c85e admin admin] Publish callbacks [] for security_group (6a03b976-4d00-4057-b842-30984512c768), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:52.105795 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-2d5a828c-63ab-4c56-82df-af56fa68c85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (6a03b976-4d00-4057-b842-30984512c768), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:52.135406 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d5a828c-63ab-4c56-82df-af56fa68c85e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 461} {{(pid=105390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 14:44:52.145673 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a828c-63ab-4c56-82df-af56fa68c85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a03b976-4d00-4057-b842-30984512c768,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:52.155532 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-2d5a828c-63ab-4c56-82df-af56fa68c85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140'] for segment (fe128dff-0468-489e-a1be-e5186dded930), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:52.155532 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.db.segments_db [None req-2d5a828c-63ab-4c56-82df-af56fa68c85e admin admin] Added segment fe128dff-0468-489e-a1be-e5186dded930 of type vlan for network f4156324-b06b-4603-82b2-5bb54f75cf91 Nov 02 14:44:52.197433 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-2d5a828c-63ab-4c56-82df-af56fa68c85e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767001230538'] for network (f4156324-b06b-4603-82b2-5bb54f75cf91), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:52.299943 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-2d5a828c-63ab-4c56-82df-af56fa68c85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593'] for network (f4156324-b06b-4603-82b2-5bb54f75cf91), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:52.300977 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5a828c-63ab-4c56-82df-af56fa68c85e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:52.301582 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-2d5a828c-63ab-4c56-82df-af56fa68c85e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for network (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:52.370054 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a828c-63ab-4c56-82df-af56fa68c85e admin admin] Pushing event updated for resources: {'Network': ['ID=f4156324-b06b-4603-82b2-5bb54f75cf91,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:52.380634 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Network f4156324-b06b-4603-82b2-5bb54f75cf91 details requested by agent ovs-agent-dv-cinder-862365-4-iscsi with host dv-cinder-862365-4-iscsi {{(pid=105392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 14:44:52.419007 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-2d5a828c-63ab-4c56-82df-af56fa68c85e admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6660254 Nov 02 14:44:52.422084 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 35662) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:52.426888 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-4e413ee3-c78f-4b3c-94b1-8bade395a8bf admin admin] Request body: {'subnet': {'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1641622340-subnet', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:44:52.519350 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e413ee3-c78f-4b3c-94b1-8bade395a8bf admin admin] Made reservation on behalf of 2bf7381b1bf545c39936c96595aa36f4 for: {'subnet': 1} {{(pid=105391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:44:52.521892 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-4e413ee3-c78f-4b3c-94b1-8bade395a8bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62938084'] for subnet (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:52.731034 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-4e413ee3-c78f-4b3c-94b1-8bade395a8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63278972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62938066'] for subnet (0620d4f8-cfae-43e4-8018-47fa75073e3e), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:52.783237 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e413ee3-c78f-4b3c-94b1-8bade395a8bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=0620d4f8-cfae-43e4-8018-47fa75073e3e,revision_number=0']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:52.800363 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:52.803323 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e413ee3-c78f-4b3c-94b1-8bade395a8bf admin admin] Checking segment: {'id': 'fe128dff-0468-489e-a1be-e5186dded930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:44:52.803682 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e413ee3-c78f-4b3c-94b1-8bade395a8bf admin admin] Network hostable DHCP agents. Network: f4156324-b06b-4603-82b2-5bb54f75cf91, hostable agents: ['46896d2e-004f-49d2-b9f8-26552a5db8fb'], hosted agents: [] {{(pid=105391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 14:44:52.888870 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e413ee3-c78f-4b3c-94b1-8bade395a8bf admin admin] Network f4156324-b06b-4603-82b2-5bb54f75cf91 is scheduled to be hosted by DHCP agent 46896d2e-004f-49d2-b9f8-26552a5db8fb with binding_index 1 {{(pid=105391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 14:44:52.962969 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [None req-4e413ee3-c78f-4b3c-94b1-8bade395a8bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862365-4-iscsi, f4156324-b06b-4603-82b2-5bb54f75cf91) {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:44:52.968079 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e413ee3-c78f-4b3c-94b1-8bade395a8bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:52.969086 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-4e413ee3-c78f-4b3c-94b1-8bade395a8bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for subnet (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:52.975464 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734d108e-dd2f-4e5b-8eb7-06e1ea68c62a None None] Network f4156324-b06b-4603-82b2-5bb54f75cf91 requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:44:53.036343 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:53.060173 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-4e413ee3-c78f-4b3c-94b1-8bade395a8bf admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6368985 Nov 02 14:44:53.063294 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 35668) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:53.068132 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-f6fcaf63-1fd3-4148-8082-36cce6ce8208 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1641622340-router', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:44:53.089666 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8a182c-080d-4202-99f5-33434781ffe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d58aa65-0d08-50de-ae60-d403a5b22f04-f4156324-b06b-4603-82b2-5bb54f75cf91', 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91', 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'fixed_ips': [{'subnet_id': '0620d4f8-cfae-43e4-8018-47fa75073e3e'}]}} from dv-cinder-862365-4-iscsi. {{(pid=105392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 14:44:53.098663 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-cb8a182c-080d-4202-99f5-33434781ffe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:53.118001 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:53.155990 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf8183-d02e-4293-a501-6f147fe03c7c req-11f099cf-d482-4028-ae99-211122773697 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:53.157873 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-32cf8183-d02e-4293-a501-6f147fe03c7c req-11f099cf-d482-4028-ae99-211122773697 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 946 time: 0.0543706 Nov 02 14:44:53.174930 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f6fcaf63-1fd3-4148-8082-36cce6ce8208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66776222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43167'] for router (dba6e790-02fb-4055-9d5a-b4273d8e87a4), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:53.176005 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f6fcaf63-1fd3-4148-8082-36cce6ce8208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66771122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66773370', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66784571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43142'] for router (dba6e790-02fb-4055-9d5a-b4273d8e87a4), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:53.210494 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-32cf8183-d02e-4293-a501-6f147fe03c7c req-f4a9caa4-1d1f-4a08-af49-5b1c4b118b02 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466731 Nov 02 14:44:53.232387 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f6fcaf63-1fd3-4148-8082-36cce6ce8208 admin admin] Publish callbacks [] for router_controller (dba6e790-02fb-4055-9d5a-b4273d8e87a4), precommit_add_association {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:53.236219 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.db_base_plugin_common [None req-cb8a182c-080d-4202-99f5-33434781ffe8 None None] Allocated IP 172.20.0.2 (f4156324-b06b-4603-82b2-5bb54f75cf91/0620d4f8-cfae-43e4-8018-47fa75073e3e/843cf623-c144-4f10-9d01-f8e4eee43e39) {{(pid=105392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:44:53.385579 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-cb8a182c-080d-4202-99f5-33434781ffe8 None None] Publish callbacks [] for port (843cf623-c144-4f10-9d01-f8e4eee43e39), precommit_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:53.430010 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f6fcaf63-1fd3-4148-8082-36cce6ce8208 admin admin] Publish callbacks [] for router_gateway (dba6e790-02fb-4055-9d5a-b4273d8e87a4), precommit_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:53.455068 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-cb8a182c-080d-4202-99f5-33434781ffe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461'] for port (843cf623-c144-4f10-9d01-f8e4eee43e39), after_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:53.498373 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8a182c-080d-4202-99f5-33434781ffe8 None None] Network f4156324-b06b-4603-82b2-5bb54f75cf91 is already hosted by enough agents. {{(pid=105392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:44:53.501929 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.scheduler.base_scheduler [None req-cb8a182c-080d-4202-99f5-33434781ffe8 None None] Resources bound (agent type, host, resource id): {{(pid=105392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:44:53.505664 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8a182c-080d-4202-99f5-33434781ffe8 None None] Received port after_create {{(pid=105392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:44:53.510308 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a182c-080d-4202-99f5-33434781ffe8 None None] Pushing event updated for resources: {'Port': ['ID=843cf623-c144-4f10-9d01-f8e4eee43e39,revision_number=1']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:53.568315 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-cb8a182c-080d-4202-99f5-33434781ffe8 None None] Attempting to bind port 843cf623-c144-4f10-9d01-f8e4eee43e39 on host dv-cinder-862365-4-iscsi for vnic_type normal with profile {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:44:53.568710 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-cb8a182c-080d-4202-99f5-33434781ffe8 None None] Attempting to bind port 843cf623-c144-4f10-9d01-f8e4eee43e39 by drivers openvswitch,hyperv on host dv-cinder-862365-4-iscsi at level 0 using segments [{'id': 'fe128dff-0468-489e-a1be-e5186dded930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91'}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:44:53.569076 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8a182c-080d-4202-99f5-33434781ffe8 None None] Attempting to bind port 843cf623-c144-4f10-9d01-f8e4eee43e39 on network f4156324-b06b-4603-82b2-5bb54f75cf91 {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:44:53.612641 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8a182c-080d-4202-99f5-33434781ffe8 None None] Checking agent: {'id': '4ad02b58-e5d3-4528-83f7-2571c528ebad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 30, 41), 'started_at': datetime.datetime(2022, 11, 2, 14, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:44:53.613026 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8a182c-080d-4202-99f5-33434781ffe8 None None] Checking segment: {'id': 'fe128dff-0468-489e-a1be-e5186dded930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:44:53.615409 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-cb8a182c-080d-4202-99f5-33434781ffe8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:53.615409 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8a182c-080d-4202-99f5-33434781ffe8 None None] Bound using segment: {'id': 'fe128dff-0468-489e-a1be-e5186dded930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91'} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:44:53.615409 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-cb8a182c-080d-4202-99f5-33434781ffe8 None None] Bound port: 843cf623-c144-4f10-9d01-f8e4eee43e39, host: dv-cinder-862365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe128dff-0468-489e-a1be-e5186dded930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91'}}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:44:53.615409 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-cb8a182c-080d-4202-99f5-33434781ffe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (843cf623-c144-4f10-9d01-f8e4eee43e39), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:53.654305 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:53.683089 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-cb8a182c-080d-4202-99f5-33434781ffe8 None None] For port 843cf623-c144-4f10-9d01-f8e4eee43e39, host dv-cinder-862365-4-iscsi, cleared binding levels {{(pid=105392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:44:53.686702 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-cb8a182c-080d-4202-99f5-33434781ffe8 None None] For port 843cf623-c144-4f10-9d01-f8e4eee43e39, host dv-cinder-862365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=843cf623-c144-4f10-9d01-f8e4eee43e39,segment=NetworkSegment(fe128dff-0468-489e-a1be-e5186dded930),segment_id=fe128dff-0468-489e-a1be-e5186dded930)] {{(pid=105392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:44:53.695695 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f6fcaf63-1fd3-4148-8082-36cce6ce8208 admin admin] Publish callbacks [] for router_gateway (dba6e790-02fb-4055-9d5a-b4273d8e87a4), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:53.716650 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f6fcaf63-1fd3-4148-8082-36cce6ce8208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:53.741235 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-cb8a182c-080d-4202-99f5-33434781ffe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (843cf623-c144-4f10-9d01-f8e4eee43e39), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:53.801701 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a182c-080d-4202-99f5-33434781ffe8 None None] Pushing event updated for resources: {'Port': ['ID=843cf623-c144-4f10-9d01-f8e4eee43e39,revision_number=2']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:53.845322 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.db_base_plugin_common [None req-f6fcaf63-1fd3-4148-8082-36cce6ce8208 admin admin] Allocated IP 172.27.0.146 (1e79e91c-2906-4b84-b981-aada7c6d27e6/3c350c57-8af8-403d-ac8f-51d64fbe694a/cd4f9905-b309-4ec6-8734-f9e7d06b68b7) {{(pid=105390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:44:53.982638 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f6fcaf63-1fd3-4148-8082-36cce6ce8208 admin admin] Publish callbacks [] for port (cd4f9905-b309-4ec6-8734-f9e7d06b68b7), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:54.084078 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f6fcaf63-1fd3-4148-8082-36cce6ce8208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (cd4f9905-b309-4ec6-8734-f9e7d06b68b7), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:54.087605 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:54.134986 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fcaf63-1fd3-4148-8082-36cce6ce8208 admin admin] Network 1e79e91c-2906-4b84-b981-aada7c6d27e6 is already hosted by enough agents. {{(pid=105390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:44:54.138381 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-f6fcaf63-1fd3-4148-8082-36cce6ce8208 admin admin] Resources bound (agent type, host, resource id): {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:44:54.143340 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fcaf63-1fd3-4148-8082-36cce6ce8208 admin admin] Received port after_create {{(pid=105390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:44:54.147316 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fcaf63-1fd3-4148-8082-36cce6ce8208 admin admin] Pushing event updated for resources: {'Port': ['ID=cd4f9905-b309-4ec6-8734-f9e7d06b68b7,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:54.350291 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28e7ca-d42c-4b15-9251-0e8eb948b922 req-a1da1848-3f90-4ec5-82bc-eee9efbcf381 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:54.351819 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ce28e7ca-d42c-4b15-9251-0e8eb948b922 req-a1da1848-3f90-4ec5-82bc-eee9efbcf381 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 946 time: 0.0497298 Nov 02 14:44:54.407211 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ce28e7ca-d42c-4b15-9251-0e8eb948b922 req-f0f1e961-0254-4dbc-9e25-b81bc94e1842 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496213 Nov 02 14:44:54.473434 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f6fcaf63-1fd3-4148-8082-36cce6ce8208 admin admin] Publish callbacks [] for router_gateway (dba6e790-02fb-4055-9d5a-b4273d8e87a4), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:54.685552 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f6fcaf63-1fd3-4148-8082-36cce6ce8208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66771109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66773276'] for router (dba6e790-02fb-4055-9d5a-b4273d8e87a4), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:54.708506 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 843cf623-c144-4f10-9d01-f8e4eee43e39 up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:44:54.750978 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4277058f-8d8f-459f-900f-36ad7d6b9c65 None None] Network f4156324-b06b-4603-82b2-5bb54f75cf91 requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:44:54.767146 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:54.772671 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:54.781815 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 843cf623-c144-4f10-9d01-f8e4eee43e39 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:44:54.782184 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (843cf623-c144-4f10-9d01-f8e4eee43e39), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:54.782519 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 843cf623-c144-4f10-9d01-f8e4eee43e39 Nov 02 14:44:54.863598 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-ed687ada-3610-4c69-818d-28c81cdc08b6 None None] Provisioning complete for port 843cf623-c144-4f10-9d01-f8e4eee43e39 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:44:54.863971 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-ed687ada-3610-4c69-818d-28c81cdc08b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (843cf623-c144-4f10-9d01-f8e4eee43e39), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:54.864304 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-ed687ada-3610-4c69-818d-28c81cdc08b6 None None] Attempt 1 to provision port 843cf623-c144-4f10-9d01-f8e4eee43e39 Nov 02 14:44:54.882765 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6fcaf63-1fd3-4148-8082-36cce6ce8208 admin admin] Router dba6e790-02fb-4055-9d5a-b4273d8e87a4 is scheduled to L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c with binding_index 1 {{(pid=105390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 14:44:54.958024 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:54.985426 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 843cf623-c144-4f10-9d01-f8e4eee43e39 is: DOWN; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:44:54.985745 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (843cf623-c144-4f10-9d01-f8e4eee43e39), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:55.002446 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fcaf63-1fd3-4148-8082-36cce6ce8208 admin admin] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:44:55.009187 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4db1865-c756-45f1-98fa-e2c0191c78ed None None] Sync routers for ids ['dba6e790-02fb-4055-9d5a-b4273d8e87a4'] in dv-cinder-862365-4-iscsi {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:44:55.048055 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-ed687ada-3610-4c69-818d-28c81cdc08b6 None None] Current status of the port 843cf623-c144-4f10-9d01-f8e4eee43e39 is: DOWN; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:44:55.048919 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-ed687ada-3610-4c69-818d-28c81cdc08b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (843cf623-c144-4f10-9d01-f8e4eee43e39), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:55.056817 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4db1865-c756-45f1-98fa-e2c0191c78ed None None] Routers {'dba6e790-02fb-4055-9d5a-b4273d8e87a4'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:44:55.057470 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-c4db1865-c756-45f1-98fa-e2c0191c78ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:44:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['dba6e790-02fb-4055-9d5a-b4273d8e87a4'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:55.076780 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] For port 843cf623-c144-4f10-9d01-f8e4eee43e39, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=843cf623-c144-4f10-9d01-f8e4eee43e39,segment=NetworkSegment(fe128dff-0468-489e-a1be-e5186dded930),segment_id=fe128dff-0468-489e-a1be-e5186dded930)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:44:55.096816 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f6fcaf63-1fd3-4148-8082-36cce6ce8208 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:55.101103 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-f6fcaf63-1fd3-4148-8082-36cce6ce8208 admin admin] 10.222.0.30 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0340700 Nov 02 14:44:55.101838 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 35676) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:55.157231 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:55.196889 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-c4db1865-c756-45f1-98fa-e2c0191c78ed None None] Set router dba6e790-02fb-4055-9d5a-b4273d8e87a4 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:44:55.225938 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (843cf623-c144-4f10-9d01-f8e4eee43e39), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:55.381388 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.db.api [None req-ed687ada-3610-4c69-818d-28c81cdc08b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 14:44:55.381784 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG oslo_db.api [None req-ed687ada-3610-4c69-818d-28c81cdc08b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 14:44:55.388127 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Pushing event updated for resources: {'Port': ['ID=843cf623-c144-4f10-9d01-f8e4eee43e39,revision_number=3']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:55.431979 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:55.462022 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-c4db1865-c756-45f1-98fa-e2c0191c78ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'name': 'tempest-AttachVolumeTestJSON-1641622340-router', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cd4f9905-b309-4ec6-8734-f9e7d06b68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:53Z', 'updated_at': '2022-11-02T14:44:54Z', 'revision_number': 3, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'gw_port': {'id': 'cd4f9905-b309-4ec6-8734-f9e7d06b68b7', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:53Z', 'updated_at': '2022-11-02T14:44:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:55.491341 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4db1865-c756-45f1-98fa-e2c0191c78ed None None] Checking router: dba6e790-02fb-4055-9d5a-b4273d8e87a4 for host: dv-cinder-862365-4-iscsi {{(pid=105392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:44:55.491698 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4db1865-c756-45f1-98fa-e2c0191c78ed None None] Updating router dba6e790-02fb-4055-9d5a-b4273d8e87a4 port cd4f9905-b309-4ec6-8734-f9e7d06b68b7 binding host dv-cinder-862365-4-iscsi {{(pid=105392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 14:44:55.526686 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-c4db1865-c756-45f1-98fa-e2c0191c78ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (cd4f9905-b309-4ec6-8734-f9e7d06b68b7), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:55.552345 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:55.595083 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ccdaa-6da9-4941-a465-0d3d3254fdff req-a220f830-1b6a-484f-ad65-cf9893ab52e2 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:55.596869 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-df5ccdaa-6da9-4941-a465-0d3d3254fdff req-a220f830-1b6a-484f-ad65-cf9893ab52e2 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 946 time: 0.0886660 Nov 02 14:44:55.620833 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8cf53db9-9d2d-4aab-a13b-aecb6a348495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:55.713452 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-df5ccdaa-6da9-4941-a465-0d3d3254fdff req-02cb5b99-3351-4717-9e78-63129de03b89 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1037881 Nov 02 14:44:55.831736 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.db_base_plugin_common [None req-8cf53db9-9d2d-4aab-a13b-aecb6a348495 admin admin] Allocated IP 172.20.0.1 (f4156324-b06b-4603-82b2-5bb54f75cf91/0620d4f8-cfae-43e4-8018-47fa75073e3e/05113988-9d3e-40fb-bba2-c0721eae56f8) {{(pid=105391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:44:55.941431 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8cf53db9-9d2d-4aab-a13b-aecb6a348495 admin admin] Publish callbacks [] for port (05113988-9d3e-40fb-bba2-c0721eae56f8), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:55.948915 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-ed687ada-3610-4c69-818d-28c81cdc08b6 None None] Current status of the port 843cf623-c144-4f10-9d01-f8e4eee43e39 is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:44:55.967134 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-c4db1865-c756-45f1-98fa-e2c0191c78ed None None] Publish callbacks [] for port (cd4f9905-b309-4ec6-8734-f9e7d06b68b7), precommit_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:56.054317 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-c4db1865-c756-45f1-98fa-e2c0191c78ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (cd4f9905-b309-4ec6-8734-f9e7d06b68b7), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:56.066757 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8cf53db9-9d2d-4aab-a13b-aecb6a348495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63276524'] for port (05113988-9d3e-40fb-bba2-c0721eae56f8), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:56.103826 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-c4db1865-c756-45f1-98fa-e2c0191c78ed None None] Attempting to bind port cd4f9905-b309-4ec6-8734-f9e7d06b68b7 on host dv-cinder-862365-4-iscsi for vnic_type normal with profile {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:44:56.104213 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-c4db1865-c756-45f1-98fa-e2c0191c78ed None None] Attempting to bind port cd4f9905-b309-4ec6-8734-f9e7d06b68b7 by drivers openvswitch,hyperv on host dv-cinder-862365-4-iscsi at level 0 using segments [{'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:44:56.104571 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4db1865-c756-45f1-98fa-e2c0191c78ed None None] Attempting to bind port cd4f9905-b309-4ec6-8734-f9e7d06b68b7 on network 1e79e91c-2906-4b84-b981-aada7c6d27e6 {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:44:56.107322 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf53db9-9d2d-4aab-a13b-aecb6a348495 admin admin] Network f4156324-b06b-4603-82b2-5bb54f75cf91 is already hosted by enough agents. {{(pid=105391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:44:56.111039 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [None req-8cf53db9-9d2d-4aab-a13b-aecb6a348495 admin admin] Resources bound (agent type, host, resource id): {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:44:56.111243 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-31ac70ac-30c9-4864-ac81-a393528f69dc None None] Provisioning complete for port 843cf623-c144-4f10-9d01-f8e4eee43e39 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:44:56.111598 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-31ac70ac-30c9-4864-ac81-a393528f69dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (843cf623-c144-4f10-9d01-f8e4eee43e39), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:56.112327 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-31ac70ac-30c9-4864-ac81-a393528f69dc None None] Attempt 1 to provision port 843cf623-c144-4f10-9d01-f8e4eee43e39 Nov 02 14:44:56.117876 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf53db9-9d2d-4aab-a13b-aecb6a348495 admin admin] Received port after_create {{(pid=105391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:44:56.146296 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf53db9-9d2d-4aab-a13b-aecb6a348495 admin admin] Pushing event updated for resources: {'Port': ['ID=05113988-9d3e-40fb-bba2-c0721eae56f8,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:56.164278 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8cf53db9-9d2d-4aab-a13b-aecb6a348495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66774394'] for router_interface (dba6e790-02fb-4055-9d5a-b4273d8e87a4), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:56.213336 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b1803-e33f-4551-a0cf-589fab4e48b9 None None] Pushing event updated for resources: {'Port': ['ID=cd4f9905-b309-4ec6-8734-f9e7d06b68b7,revision_number=2']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:56.229260 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4db1865-c756-45f1-98fa-e2c0191c78ed None None] Checking agent: {'id': '4ad02b58-e5d3-4528-83f7-2571c528ebad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 30, 41), 'started_at': datetime.datetime(2022, 11, 2, 14, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:44:56.229641 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4db1865-c756-45f1-98fa-e2c0191c78ed None None] Checking segment: {'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:44:56.230050 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-c4db1865-c756-45f1-98fa-e2c0191c78ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:56.230447 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4db1865-c756-45f1-98fa-e2c0191c78ed None None] Bound using segment: {'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:44:56.230945 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-c4db1865-c756-45f1-98fa-e2c0191c78ed None None] Bound port: cd4f9905-b309-4ec6-8734-f9e7d06b68b7, host: dv-cinder-862365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:44:56.231331 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-c4db1865-c756-45f1-98fa-e2c0191c78ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (cd4f9905-b309-4ec6-8734-f9e7d06b68b7), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:56.308449 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-31ac70ac-30c9-4864-ac81-a393528f69dc None None] Current status of the port 843cf623-c144-4f10-9d01-f8e4eee43e39 is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:44:56.324491 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-c4db1865-c756-45f1-98fa-e2c0191c78ed None None] For port cd4f9905-b309-4ec6-8734-f9e7d06b68b7, host dv-cinder-862365-4-iscsi, cleared binding levels {{(pid=105392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:44:56.328276 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-c4db1865-c756-45f1-98fa-e2c0191c78ed None None] For port cd4f9905-b309-4ec6-8734-f9e7d06b68b7, host dv-cinder-862365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=cd4f9905-b309-4ec6-8734-f9e7d06b68b7,segment=NetworkSegment(16a641ca-682a-48e9-98c9-b5a1ba9af67a),segment_id=16a641ca-682a-48e9-98c9-b5a1ba9af67a)] {{(pid=105392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:44:56.399573 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-c4db1865-c756-45f1-98fa-e2c0191c78ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (cd4f9905-b309-4ec6-8734-f9e7d06b68b7), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:56.409286 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:56.460026 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-ee035595-a52d-46ad-af47-570693155621 None None] Provisioning complete for port 05113988-9d3e-40fb-bba2-c0721eae56f8 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:44:56.460361 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-ee035595-a52d-46ad-af47-570693155621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (05113988-9d3e-40fb-bba2-c0721eae56f8), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:56.460639 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-ee035595-a52d-46ad-af47-570693155621 None None] Attempt 1 to provision port 05113988-9d3e-40fb-bba2-c0721eae56f8 Nov 02 14:44:56.468012 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4db1865-c756-45f1-98fa-e2c0191c78ed None None] Routers {'dba6e790-02fb-4055-9d5a-b4273d8e87a4'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:44:56.468879 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-c4db1865-c756-45f1-98fa-e2c0191c78ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:44:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['dba6e790-02fb-4055-9d5a-b4273d8e87a4'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:56.470390 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:56.533718 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b1803-e33f-4551-a0cf-589fab4e48b9 None None] Pushing event updated for resources: {'Port': ['ID=cd4f9905-b309-4ec6-8734-f9e7d06b68b7,revision_number=3']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:56.540487 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:56.549535 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-ee035595-a52d-46ad-af47-570693155621 None None] Port 05113988-9d3e-40fb-bba2-c0721eae56f8 cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:44:56.553466 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8cf53db9-9d2d-4aab-a13b-aecb6a348495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (05113988-9d3e-40fb-bba2-c0721eae56f8), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:56.602035 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:56.618426 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-c4db1865-c756-45f1-98fa-e2c0191c78ed None None] Set router dba6e790-02fb-4055-9d5a-b4273d8e87a4 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:44:56.713084 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 843cf623-c144-4f10-9d01-f8e4eee43e39 up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:44:56.733147 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8cf53db9-9d2d-4aab-a13b-aecb6a348495 admin admin] Publish callbacks [] for port (05113988-9d3e-40fb-bba2-c0721eae56f8), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:56.802735 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8cf53db9-9d2d-4aab-a13b-aecb6a348495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63276539'] for port (05113988-9d3e-40fb-bba2-c0721eae56f8), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:56.835490 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 843cf623-c144-4f10-9d01-f8e4eee43e39 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:44:56.835901 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (843cf623-c144-4f10-9d01-f8e4eee43e39), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:56.836232 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 843cf623-c144-4f10-9d01-f8e4eee43e39 Nov 02 14:44:56.916126 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-c4db1865-c756-45f1-98fa-e2c0191c78ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'name': 'tempest-AttachVolumeTestJSON-1641622340-router', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cd4f9905-b309-4ec6-8734-f9e7d06b68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:53Z', 'updated_at': '2022-11-02T14:44:56Z', 'revision_number': 4, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'gw_port': {'id': 'cd4f9905-b309-4ec6-8734-f9e7d06b68b7', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:53Z', 'updated_at': '2022-11-02T14:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '05113988-9d3e-40fb-bba2-c0721eae56f8', 'name': '', 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'mac_address': 'fa:16:3e:c4:ab:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '0620d4f8-cfae-43e4-8018-47fa75073e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:55Z', 'updated_at': '2022-11-02T14:44:55Z', 'revision_number': 1, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'subnets': [{'id': '0620d4f8-cfae-43e4-8018-47fa75073e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:56.917493 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf53db9-9d2d-4aab-a13b-aecb6a348495 admin admin] Pushing event updated for resources: {'Port': ['ID=05113988-9d3e-40fb-bba2-c0721eae56f8,revision_number=2']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:56.923893 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8cf53db9-9d2d-4aab-a13b-aecb6a348495 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66712615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66774486'] for router_interface (dba6e790-02fb-4055-9d5a-b4273d8e87a4), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:56.931316 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d519ba6-6db2-465b-8bf2-ad1b54e8ef06 req-02d1c8ed-ee2a-448c-8e29-674404bbe0f9 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:56.932848 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3d519ba6-6db2-465b-8bf2-ad1b54e8ef06 req-02d1c8ed-ee2a-448c-8e29-674404bbe0f9 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 946 time: 0.1078813 Nov 02 14:44:56.951405 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4db1865-c756-45f1-98fa-e2c0191c78ed None None] The sync data for ids ['dba6e790-02fb-4055-9d5a-b4273d8e87a4'] in dv-cinder-862365-4-iscsi is: [{'id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'name': 'tempest-AttachVolumeTestJSON-1641622340-router', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cd4f9905-b309-4ec6-8734-f9e7d06b68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:53Z', 'updated_at': '2022-11-02T14:44:56Z', 'revision_number': 4, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'gw_port': {'id': 'cd4f9905-b309-4ec6-8734-f9e7d06b68b7', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:53Z', 'updated_at': '2022-11-02T14:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '05113988-9d3e-40fb-bba2-c0721eae56f8', 'name': '', 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'mac_address': 'fa:16:3e:c4:ab:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '0620d4f8-cfae-43e4-8018-47fa75073e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:55Z', 'updated_at': '2022-11-02T14:44:55Z', 'revision_number': 1, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'subnets': [{'id': '0620d4f8-cfae-43e4-8018-47fa75073e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:44:56.993123 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 843cf623-c144-4f10-9d01-f8e4eee43e39 is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:44:57.044797 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3d519ba6-6db2-465b-8bf2-ad1b54e8ef06 req-6f7fe1f6-800f-4e4a-b431-6f3ab82f66d3 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1056237 Nov 02 14:44:57.079633 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf53db9-9d2d-4aab-a13b-aecb6a348495 admin admin] Network f4156324-b06b-4603-82b2-5bb54f75cf91 is already hosted by enough agents. {{(pid=105391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:44:57.081145 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [None req-8cf53db9-9d2d-4aab-a13b-aecb6a348495 admin admin] Resources bound (agent type, host, resource id): {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:44:57.243157 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf53db9-9d2d-4aab-a13b-aecb6a348495 admin admin] Router dba6e790-02fb-4055-9d5a-b4273d8e87a4 has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:44:57.356777 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:57.374737 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-1180a94b-9e3a-416c-8cce-cedf4d64def2 None None] Provisioning complete for port 05113988-9d3e-40fb-bba2-c0721eae56f8 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:44:57.375121 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-1180a94b-9e3a-416c-8cce-cedf4d64def2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (05113988-9d3e-40fb-bba2-c0721eae56f8), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:57.375453 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-1180a94b-9e3a-416c-8cce-cedf4d64def2 None None] Attempt 1 to provision port 05113988-9d3e-40fb-bba2-c0721eae56f8 Nov 02 14:44:57.376863 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf53db9-9d2d-4aab-a13b-aecb6a348495 admin admin] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:44:57.385559 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-8cf53db9-9d2d-4aab-a13b-aecb6a348495 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/dba6e790-02fb-4055-9d5a-b4273d8e87a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2825401 Nov 02 14:44:57.438425 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-1180a94b-9e3a-416c-8cce-cedf4d64def2 None None] Port 05113988-9d3e-40fb-bba2-c0721eae56f8 cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:44:57.813773 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 35696) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:57.818240 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-6edcb286-95cd-42fa-b96f-08599589faba tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1846426954', 'description': 'tempest-description--1658051616'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:44:57.896969 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6edcb286-95cd-42fa-b96f-08599589faba tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:57.971663 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6edcb286-95cd-42fa-b96f-08599589faba tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for security_group (cd65024d-f443-4704-9fa7-bcffbef211da), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:58.039093 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6edcb286-95cd-42fa-b96f-08599589faba tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (cd65024d-f443-4704-9fa7-bcffbef211da), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:58.071000 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edcb286-95cd-42fa-b96f-08599589faba tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd65024d-f443-4704-9fa7-bcffbef211da,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:58.074667 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=15 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:58.146712 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6edcb286-95cd-42fa-b96f-08599589faba tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:58.147969 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-6edcb286-95cd-42fa-b96f-08599589faba tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3331888 Nov 02 14:44:58.150973 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 35704) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:58.156638 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-d6fc4765-d162-4ea4-8716-d057ddd9b386 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Request body: {'security_group_rule': {'security_group_id': 'cd65024d-f443-4704-9fa7-bcffbef211da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:44:58.256760 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d6fc4765-d162-4ea4-8716-d057ddd9b386 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for security_group_rule (9dd7f073-2fa0-4d6f-be37-4ac0dcdf57be), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:58.298434 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:58.331056 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d6fc4765-d162-4ea4-8716-d057ddd9b386 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for security_group_rule (9dd7f073-2fa0-4d6f-be37-4ac0dcdf57be), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:58.416271 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d6fc4765-d162-4ea4-8716-d057ddd9b386 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66819821'] for security_group_rule (9dd7f073-2fa0-4d6f-be37-4ac0dcdf57be), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:58.437389 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc4765-d162-4ea4-8716-d057ddd9b386 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd7f073-2fa0-4d6f-be37-4ac0dcdf57be,revision_number=0']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:58.469097 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da2fb6-e783-47f1-a07d-09d1026b5c85 req-d65f9dff-b99b-4e70-a821-528791fcaaf2 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:58.470572 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b7da2fb6-e783-47f1-a07d-09d1026b5c85 req-d65f9dff-b99b-4e70-a821-528791fcaaf2 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 946 time: 0.3369908 Nov 02 14:44:58.514991 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d6fc4765-d162-4ea4-8716-d057ddd9b386 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:58.517850 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-d6fc4765-d162-4ea4-8716-d057ddd9b386 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3651240 Nov 02 14:44:58.520526 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 35712) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:58.521267 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b7da2fb6-e783-47f1-a07d-09d1026b5c85 req-b49d411b-e4bc-4c7b-876f-180430a5d7c4 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450034 Nov 02 14:44:58.526116 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-826601e7-d630-45de-ad2e-ce3ce1ed294a tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Request body: {'security_group_rule': {'security_group_id': 'cd65024d-f443-4704-9fa7-bcffbef211da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:44:58.678159 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-826601e7-d630-45de-ad2e-ce3ce1ed294a tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for security_group_rule (db572b12-5d30-40b5-9ad5-3c2631862429), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:58.678752 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device cd4f9905-b309-4ec6-8734-f9e7d06b68b7 up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:44:58.725569 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port cd4f9905-b309-4ec6-8734-f9e7d06b68b7 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:44:58.726172 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (cd4f9905-b309-4ec6-8734-f9e7d06b68b7), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:58.726669 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port cd4f9905-b309-4ec6-8734-f9e7d06b68b7 Nov 02 14:44:58.741461 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-826601e7-d630-45de-ad2e-ce3ce1ed294a tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for security_group_rule (db572b12-5d30-40b5-9ad5-3c2631862429), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:58.749932 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:58.805573 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port cd4f9905-b309-4ec6-8734-f9e7d06b68b7 is: DOWN; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:44:58.805967 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (cd4f9905-b309-4ec6-8734-f9e7d06b68b7), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:58.819965 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-826601e7-d630-45de-ad2e-ce3ce1ed294a tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66819821'] for security_group_rule (db572b12-5d30-40b5-9ad5-3c2631862429), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:58.828007 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] For port cd4f9905-b309-4ec6-8734-f9e7d06b68b7, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=cd4f9905-b309-4ec6-8734-f9e7d06b68b7,segment=NetworkSegment(16a641ca-682a-48e9-98c9-b5a1ba9af67a),segment_id=16a641ca-682a-48e9-98c9-b5a1ba9af67a)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:44:58.841705 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826601e7-d630-45de-ad2e-ce3ce1ed294a tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db572b12-5d30-40b5-9ad5-3c2631862429,revision_number=0']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:58.897034 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (cd4f9905-b309-4ec6-8734-f9e7d06b68b7), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:58.908028 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-826601e7-d630-45de-ad2e-ce3ce1ed294a tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:58.911916 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-826601e7-d630-45de-ad2e-ce3ce1ed294a tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3876152 Nov 02 14:44:58.912524 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 35714) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:44:58.917205 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-979ede71-cd38-4bde-8b68-874fc49485e0 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Request body: {'floatingip': {'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:44:58.961847 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Pushing event updated for resources: {'Port': ['ID=cd4f9905-b309-4ec6-8734-f9e7d06b68b7,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:58.994178 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-979ede71-cd38-4bde-8b68-874fc49485e0 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:58.998182 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:59.050879 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c0edbf-99fe-4e6a-8072-7e4b68d06be0 None None] Sync routers for ids ['dba6e790-02fb-4055-9d5a-b4273d8e87a4'] in dv-cinder-862365-4-iscsi {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:44:59.060629 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c0edbf-99fe-4e6a-8072-7e4b68d06be0 None None] Routers {'dba6e790-02fb-4055-9d5a-b4273d8e87a4'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:44:59.062080 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-b5c0edbf-99fe-4e6a-8072-7e4b68d06be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:44:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['dba6e790-02fb-4055-9d5a-b4273d8e87a4'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:59.064038 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=100 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:59.081296 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-979ede71-cd38-4bde-8b68-874fc49485e0 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:59.166092 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-b5c0edbf-99fe-4e6a-8072-7e4b68d06be0 None None] Set router dba6e790-02fb-4055-9d5a-b4273d8e87a4 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:44:59.191917 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.db_base_plugin_common [None req-979ede71-cd38-4bde-8b68-874fc49485e0 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Allocated IP 172.27.0.33 (1e79e91c-2906-4b84-b981-aada7c6d27e6/3c350c57-8af8-403d-ac8f-51d64fbe694a/2849c836-ef59-48b7-93d9-a18eaa2f15f5) {{(pid=105391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:44:59.305896 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-979ede71-cd38-4bde-8b68-874fc49485e0 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for port (2849c836-ef59-48b7-93d9-a18eaa2f15f5), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:59.314502 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:59.359950 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-b5c0edbf-99fe-4e6a-8072-7e4b68d06be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'name': 'tempest-AttachVolumeTestJSON-1641622340-router', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cd4f9905-b309-4ec6-8734-f9e7d06b68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:53Z', 'updated_at': '2022-11-02T14:44:56Z', 'revision_number': 4, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'gw_port': {'id': 'cd4f9905-b309-4ec6-8734-f9e7d06b68b7', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:53Z', 'updated_at': '2022-11-02T14:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '05113988-9d3e-40fb-bba2-c0721eae56f8', 'name': '', 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'mac_address': 'fa:16:3e:c4:ab:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '0620d4f8-cfae-43e4-8018-47fa75073e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:55Z', 'updated_at': '2022-11-02T14:44:56Z', 'revision_number': 2, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'subnets': [{'id': '0620d4f8-cfae-43e4-8018-47fa75073e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:44:59.371044 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-979ede71-cd38-4bde-8b68-874fc49485e0 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63276524'] for port (2849c836-ef59-48b7-93d9-a18eaa2f15f5), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:59.385399 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c0edbf-99fe-4e6a-8072-7e4b68d06be0 None None] Checking router: dba6e790-02fb-4055-9d5a-b4273d8e87a4 for host: dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:44:59.385746 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c0edbf-99fe-4e6a-8072-7e4b68d06be0 None None] Updating router dba6e790-02fb-4055-9d5a-b4273d8e87a4 port 05113988-9d3e-40fb-bba2-c0721eae56f8 binding host dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 14:44:59.413239 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979ede71-cd38-4bde-8b68-874fc49485e0 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Network 1e79e91c-2906-4b84-b981-aada7c6d27e6 is already hosted by enough agents. {{(pid=105391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:44:59.414362 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-b5c0edbf-99fe-4e6a-8072-7e4b68d06be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (05113988-9d3e-40fb-bba2-c0721eae56f8), before_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:59.418880 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [None req-979ede71-cd38-4bde-8b68-874fc49485e0 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Resources bound (agent type, host, resource id): {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:44:59.422222 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979ede71-cd38-4bde-8b68-874fc49485e0 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Received port after_create {{(pid=105391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:44:59.447636 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ede71-cd38-4bde-8b68-874fc49485e0 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Pushing event updated for resources: {'Port': ['ID=2849c836-ef59-48b7-93d9-a18eaa2f15f5,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:59.519577 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-979ede71-cd38-4bde-8b68-874fc49485e0 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for floatingip (245d15d5-8783-4dae-a57a-39cd76d53806), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:59.605841 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:44:59.675283 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-979ede71-cd38-4bde-8b68-874fc49485e0 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (2849c836-ef59-48b7-93d9-a18eaa2f15f5), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:59.682162 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d486040-a386-4570-aee2-8a86d96c72de req-e646f3ee-33ac-479c-8a20-767eeeeb8902 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:44:59.683709 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8d486040-a386-4570-aee2-8a86d96c72de req-e646f3ee-33ac-479c-8a20-767eeeeb8902 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 946 time: 0.0753169 Nov 02 14:44:59.692216 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-b5c0edbf-99fe-4e6a-8072-7e4b68d06be0 None None] Publish callbacks [] for port (05113988-9d3e-40fb-bba2-c0721eae56f8), precommit_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:59.782368 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-b5c0edbf-99fe-4e6a-8072-7e4b68d06be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (05113988-9d3e-40fb-bba2-c0721eae56f8), after_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:59.787881 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8d486040-a386-4570-aee2-8a86d96c72de req-fe22fe52-6d78-4980-9f90-9e0e6fe3bdf8 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0807793 Nov 02 14:44:59.866394 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a39d5a-f8e1-4da5-adfc-53b6c1fbc436 None None] Pushing event updated for resources: {'Port': ['ID=05113988-9d3e-40fb-bba2-c0721eae56f8,revision_number=3']} {{(pid=105393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:44:59.882844 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.managers [None req-b5c0edbf-99fe-4e6a-8072-7e4b68d06be0 None None] Attempting to bind port 05113988-9d3e-40fb-bba2-c0721eae56f8 on host dv-cinder-862365-4-iscsi for vnic_type normal with profile {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:44:59.883210 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.managers [None req-b5c0edbf-99fe-4e6a-8072-7e4b68d06be0 None None] Attempting to bind port 05113988-9d3e-40fb-bba2-c0721eae56f8 by drivers openvswitch,hyperv on host dv-cinder-862365-4-iscsi at level 0 using segments [{'id': 'fe128dff-0468-489e-a1be-e5186dded930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91'}] {{(pid=105393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:44:59.883571 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c0edbf-99fe-4e6a-8072-7e4b68d06be0 None None] Attempting to bind port 05113988-9d3e-40fb-bba2-c0721eae56f8 on network f4156324-b06b-4603-82b2-5bb54f75cf91 {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:44:59.927202 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-979ede71-cd38-4bde-8b68-874fc49485e0 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for port (2849c836-ef59-48b7-93d9-a18eaa2f15f5), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:59.927965 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c0edbf-99fe-4e6a-8072-7e4b68d06be0 None None] Checking agent: {'id': '4ad02b58-e5d3-4528-83f7-2571c528ebad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 30, 41), 'started_at': datetime.datetime(2022, 11, 2, 14, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:44:59.928357 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c0edbf-99fe-4e6a-8072-7e4b68d06be0 None None] Checking segment: {'id': 'fe128dff-0468-489e-a1be-e5186dded930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:44:59.928728 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-b5c0edbf-99fe-4e6a-8072-7e4b68d06be0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:59.929147 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c0edbf-99fe-4e6a-8072-7e4b68d06be0 None None] Bound using segment: {'id': 'fe128dff-0468-489e-a1be-e5186dded930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91'} {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:44:59.929617 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.managers [None req-b5c0edbf-99fe-4e6a-8072-7e4b68d06be0 None None] Bound port: 05113988-9d3e-40fb-bba2-c0721eae56f8, host: dv-cinder-862365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe128dff-0468-489e-a1be-e5186dded930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91'}}] {{(pid=105393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:44:59.929994 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-b5c0edbf-99fe-4e6a-8072-7e4b68d06be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (05113988-9d3e-40fb-bba2-c0721eae56f8), before_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:44:59.985411 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:44:59.994644 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.db [None req-b5c0edbf-99fe-4e6a-8072-7e4b68d06be0 None None] For port 05113988-9d3e-40fb-bba2-c0721eae56f8, host dv-cinder-862365-4-iscsi, cleared binding levels {{(pid=105393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:44:59.997914 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.db [None req-b5c0edbf-99fe-4e6a-8072-7e4b68d06be0 None None] For port 05113988-9d3e-40fb-bba2-c0721eae56f8, host dv-cinder-862365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=05113988-9d3e-40fb-bba2-c0721eae56f8,segment=NetworkSegment(fe128dff-0468-489e-a1be-e5186dded930),segment_id=fe128dff-0468-489e-a1be-e5186dded930)] {{(pid=105393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:45:00.025928 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-979ede71-cd38-4bde-8b68-874fc49485e0 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63276539'] for port (2849c836-ef59-48b7-93d9-a18eaa2f15f5), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:00.064737 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:00.084507 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-b5c0edbf-99fe-4e6a-8072-7e4b68d06be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (05113988-9d3e-40fb-bba2-c0721eae56f8), after_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:00.099687 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ede71-cd38-4bde-8b68-874fc49485e0 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Pushing event updated for resources: {'Port': ['ID=2849c836-ef59-48b7-93d9-a18eaa2f15f5,revision_number=2']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:45:00.102488 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-979ede71-cd38-4bde-8b68-874fc49485e0 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66773501'] for floatingip (245d15d5-8783-4dae-a57a-39cd76d53806), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:00.118830 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c0edbf-99fe-4e6a-8072-7e4b68d06be0 None None] Routers {'dba6e790-02fb-4055-9d5a-b4273d8e87a4'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:45:00.121222 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-b5c0edbf-99fe-4e6a-8072-7e4b68d06be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:44:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['dba6e790-02fb-4055-9d5a-b4273d8e87a4'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:45:00.122549 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:00.179478 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a39d5a-f8e1-4da5-adfc-53b6c1fbc436 None None] Pushing event updated for resources: {'Port': ['ID=05113988-9d3e-40fb-bba2-c0721eae56f8,revision_number=4']} {{(pid=105393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:45:00.199251 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-979ede71-cd38-4bde-8b68-874fc49485e0 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for floatingip (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:00.209851 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device bdb24aef-c8c8-4727-9d59-dbef941eb4f8 details requested by agent hyperv_hv-cinder-86236 with host hv-cinder-86236 {{(pid=105392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 14:45:00.211093 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-979ede71-cd38-4bde-8b68-874fc49485e0 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2973766 Nov 02 14:45:00.253892 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-b5c0edbf-99fe-4e6a-8072-7e4b68d06be0 None None] Set router dba6e790-02fb-4055-9d5a-b4273d8e87a4 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:45:00.259324 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:00.337669 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port bdb24aef-c8c8-4727-9d59-dbef941eb4f8, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=bdb24aef-c8c8-4727-9d59-dbef941eb4f8,segment=NetworkSegment(1eff0572-7501-4653-a799-253705bab93c),segment_id=1eff0572-7501-4653-a799-253705bab93c)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:45:00.351589 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Returning: {'device': 'bdb24aef-c8c8-4727-9d59-dbef941eb4f8', 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba', 'port_id': 'bdb24aef-c8c8-4727-9d59-dbef941eb4f8', 'mac_address': 'fa:16:3e:2e:d9:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 480, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f2bb5b-1705-4182-9233-e8913f6cd258', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 14:45:00.395808 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port bdb24aef-c8c8-4727-9d59-dbef941eb4f8 is: ACTIVE; New status is: BUILD {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:45:00.396392 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (bdb24aef-c8c8-4727-9d59-dbef941eb4f8), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:00.412771 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c4265521-6586-4aac-b95a-c88f81534a4e req-8206197c-64ca-4250-87bc-9f16fb33252b tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1846426954&fields=id&tenant_id=2bf7381b1bf545c39936c96595aa36f4 HTTP/1.1" status: 200 len: 267 time: 0.0658824 Nov 02 14:45:00.413234 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bdb24aef-c8c8-4727-9d59-dbef941eb4f8 {{(pid=105392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:45:00.421852 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:00.446323 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port bdb24aef-c8c8-4727-9d59-dbef941eb4f8, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=bdb24aef-c8c8-4727-9d59-dbef941eb4f8,segment=NetworkSegment(1eff0572-7501-4653-a799-253705bab93c),segment_id=1eff0572-7501-4653-a799-253705bab93c)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:45:00.512228 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-b5c0edbf-99fe-4e6a-8072-7e4b68d06be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'name': 'tempest-AttachVolumeTestJSON-1641622340-router', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cd4f9905-b309-4ec6-8734-f9e7d06b68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:53Z', 'updated_at': '2022-11-02T14:44:56Z', 'revision_number': 4, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'gw_port': {'id': 'cd4f9905-b309-4ec6-8734-f9e7d06b68b7', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:53Z', 'updated_at': '2022-11-02T14:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '05113988-9d3e-40fb-bba2-c0721eae56f8', 'name': '', 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'mac_address': 'fa:16:3e:c4:ab:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '0620d4f8-cfae-43e4-8018-47fa75073e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:55Z', 'updated_at': '2022-11-02T14:44:59Z', 'revision_number': 4, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'subnets': [{'id': '0620d4f8-cfae-43e4-8018-47fa75073e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:45:00.512503 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (bdb24aef-c8c8-4727-9d59-dbef941eb4f8), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:00.543594 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4265521-6586-4aac-b95a-c88f81534a4e req-e15350c5-a1e4-40b2-8f00-13917f2e61e9 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:00.543875 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c0edbf-99fe-4e6a-8072-7e4b68d06be0 None None] The sync data for ids ['dba6e790-02fb-4055-9d5a-b4273d8e87a4'] in dv-cinder-862365-4-iscsi is: [{'id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'name': 'tempest-AttachVolumeTestJSON-1641622340-router', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cd4f9905-b309-4ec6-8734-f9e7d06b68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:53Z', 'updated_at': '2022-11-02T14:44:56Z', 'revision_number': 4, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'gw_port': {'id': 'cd4f9905-b309-4ec6-8734-f9e7d06b68b7', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:53Z', 'updated_at': '2022-11-02T14:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '05113988-9d3e-40fb-bba2-c0721eae56f8', 'name': '', 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'mac_address': 'fa:16:3e:c4:ab:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '0620d4f8-cfae-43e4-8018-47fa75073e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:55Z', 'updated_at': '2022-11-02T14:44:59Z', 'revision_number': 4, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'subnets': [{'id': '0620d4f8-cfae-43e4-8018-47fa75073e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:45:00.546466 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c4265521-6586-4aac-b95a-c88f81534a4e req-e15350c5-a1e4-40b2-8f00-13917f2e61e9 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/networks?id=f4156324-b06b-4603-82b2-5bb54f75cf91 HTTP/1.1" status: 200 len: 811 time: 0.1322169 Nov 02 14:45:00.574302 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c4265521-6586-4aac-b95a-c88f81534a4e req-ae9089cc-627d-4812-8ae3-920c16cd0806 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/quotas/2bf7381b1bf545c39936c96595aa36f4 HTTP/1.1" status: 200 len: 375 time: 0.0103605 Nov 02 14:45:00.584073 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=bdb24aef-c8c8-4727-9d59-dbef941eb4f8,revision_number=6']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:45:00.666115 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c4265521-6586-4aac-b95a-c88f81534a4e req-0e3fd467-190c-4d20-87a5-7b4d0b832d7f tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=2bf7381b1bf545c39936c96595aa36f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824687 Nov 02 14:45:00.674303 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] get_ports_and_sgs() called for port_ids ['bdb24aef-c8c8-4727-9d59-dbef941eb4f8'] {{(pid=105392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 14:45:00.862040 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device cd4f9905-b309-4ec6-8734-f9e7d06b68b7 up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:45:00.936869 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:00.989188 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port cd4f9905-b309-4ec6-8734-f9e7d06b68b7 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:45:00.989980 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (cd4f9905-b309-4ec6-8734-f9e7d06b68b7), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:00.990738 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port cd4f9905-b309-4ec6-8734-f9e7d06b68b7 Nov 02 14:45:01.033064 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f901a2d-0e27-4189-b55e-942a804a157e req-54252fe7-74f8-4a9b-8ead-8734cf676246 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:01.034823 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4f901a2d-0e27-4189-b55e-942a804a157e req-54252fe7-74f8-4a9b-8ead-8734cf676246 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 945 time: 0.0853629 Nov 02 14:45:01.040774 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c4265521-6586-4aac-b95a-c88f81534a4e req-2d00bf31-ab4c-4641-aefa-cc7e65a39031 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/f4156324-b06b-4603-82b2-5bb54f75cf91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600442 Nov 02 14:45:01.135502 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port cd4f9905-b309-4ec6-8734-f9e7d06b68b7 is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:45:01.137248 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 05113988-9d3e-40fb-bba2-c0721eae56f8 up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:45:01.194514 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 05113988-9d3e-40fb-bba2-c0721eae56f8 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:45:01.194797 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (05113988-9d3e-40fb-bba2-c0721eae56f8), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:01.195144 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 05113988-9d3e-40fb-bba2-c0721eae56f8 Nov 02 14:45:01.221862 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4f901a2d-0e27-4189-b55e-942a804a157e req-fe87f8e9-5b63-4708-a61e-4f324fb61f54 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1546528 Nov 02 14:45:01.248970 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c4265521-6586-4aac-b95a-c88f81534a4e req-b5d55571-0d56-4d78-86e6-2fe2e23d2ea1 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/f4156324-b06b-4603-82b2-5bb54f75cf91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941476 Nov 02 14:45:01.288092 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:01.290667 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 05113988-9d3e-40fb-bba2-c0721eae56f8 is: DOWN; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:45:01.291153 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (05113988-9d3e-40fb-bba2-c0721eae56f8), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:01.329031 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] For port 05113988-9d3e-40fb-bba2-c0721eae56f8, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=05113988-9d3e-40fb-bba2-c0721eae56f8,segment=NetworkSegment(fe128dff-0468-489e-a1be-e5186dded930),segment_id=fe128dff-0468-489e-a1be-e5186dded930)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:45:01.448836 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (05113988-9d3e-40fb-bba2-c0721eae56f8), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:01.504344 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Pushing event updated for resources: {'Port': ['ID=05113988-9d3e-40fb-bba2-c0721eae56f8,revision_number=5']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:45:01.579316 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-80c24cc0-6899-4282-b086-384fdbcbb4d8 req-3f57ce4a-5be4-4119-9844-a4b429910553 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 210 time: 0.0402927 Nov 02 14:45:02.222708 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device bdb24aef-c8c8-4727-9d59-dbef941eb4f8 up at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:45:02.326472 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning complete for port bdb24aef-c8c8-4727-9d59-dbef941eb4f8 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:45:02.328469 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (bdb24aef-c8c8-4727-9d59-dbef941eb4f8), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:02.329472 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Attempt 1 to provision port bdb24aef-c8c8-4727-9d59-dbef941eb4f8 Nov 02 14:45:02.353419 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88068e5-2d21-4de3-95e0-e7cedd1c0700 req-62e4b107-3e10-4379-b684-9fbf47719d77 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:02.361704 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a88068e5-2d21-4de3-95e0-e7cedd1c0700 req-62e4b107-3e10-4379-b684-9fbf47719d77 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 945 time: 0.0624259 Nov 02 14:45:02.449468 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port bdb24aef-c8c8-4727-9d59-dbef941eb4f8 is: BUILD; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:45:02.450036 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (bdb24aef-c8c8-4727-9d59-dbef941eb4f8), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:02.459931 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a88068e5-2d21-4de3-95e0-e7cedd1c0700 req-63303302-f9fc-4157-8021-c7abeee8a031 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0953045 Nov 02 14:45:02.488957 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea6a4066-de22-411b-9e4b-1531cb199bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb24aef-c8c8-4727-9d59-dbef941eb4f8'}] {{(pid=105392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:45:02.491287 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa406a66c4f7fcebf853f6ac608ace0721fd427f75714d2af0e2307e93ff13f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c35ba0-e8c6-4b36-96ea-b8798a023b9a" -d '{"events": [{"server_uuid": "ea6a4066-de22-411b-9e4b-1531cb199bc0", "name": "network-vif-plugged", "status": "completed", "tag": "bdb24aef-c8c8-4727-9d59-dbef941eb4f8"}]}' {{(pid=105392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:45:02.499897 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port bdb24aef-c8c8-4727-9d59-dbef941eb4f8, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=bdb24aef-c8c8-4727-9d59-dbef941eb4f8,segment=NetworkSegment(1eff0572-7501-4653-a799-253705bab93c),segment_id=1eff0572-7501-4653-a799-253705bab93c)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:45:02.538560 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896c386a-f8aa-429a-9a23-47fea7d3a00d x-openstack-request-id: req-896c386a-f8aa-429a-9a23-47fea7d3a00d {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:45:02.539216 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea6a4066-de22-411b-9e4b-1531cb199bc0", "name": "network-vif-plugged", "status": "completed", "tag": "bdb24aef-c8c8-4727-9d59-dbef941eb4f8", "code": 200}]} {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:45:02.544080 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-896c386a-f8aa-429a-9a23-47fea7d3a00d {{(pid=105392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:45:02.544080 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.notifiers.nova [-] Nova event matching ['req-896c386a-f8aa-429a-9a23-47fea7d3a00d'] response: {'server_uuid': 'ea6a4066-de22-411b-9e4b-1531cb199bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb24aef-c8c8-4727-9d59-dbef941eb4f8', 'code': 200} Nov 02 14:45:02.598919 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (bdb24aef-c8c8-4727-9d59-dbef941eb4f8), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:02.704940 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-27a3dc38-bd5b-4ead-8bf9-ab28abc0905c req-915a0776-8799-40c0-aef7-e04100565246 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 210 time: 0.0572503 Nov 02 14:45:02.774841 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 05113988-9d3e-40fb-bba2-c0721eae56f8 up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:45:02.787829 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=bdb24aef-c8c8-4727-9d59-dbef941eb4f8,revision_number=7']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:45:02.851585 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 05113988-9d3e-40fb-bba2-c0721eae56f8 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:45:02.852335 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (05113988-9d3e-40fb-bba2-c0721eae56f8), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:02.852971 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 05113988-9d3e-40fb-bba2-c0721eae56f8 Nov 02 14:45:02.935346 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:02.944090 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 05113988-9d3e-40fb-bba2-c0721eae56f8 is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:45:03.127561 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-e0134394-91bf-46e9-85e1-5015b1f790ce tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-744571343&fields=id&tenant_id=990b7e753ad1450489668d0ca151736e HTTP/1.1" status: 200 len: 267 time: 0.0729649 Nov 02 14:45:03.273588 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-5c947314-b488-4479-8c16-6c5a0414af26 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:03.275113 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-5c947314-b488-4479-8c16-6c5a0414af26 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/networks?id=3f9be41b-3ac6-43ae-b64c-2573362419af HTTP/1.1" status: 200 len: 812 time: 0.1403871 Nov 02 14:45:03.293991 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-426dd7ab-f3e4-4c57-bc9d-84186f7ed339 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/quotas/990b7e753ad1450489668d0ca151736e HTTP/1.1" status: 200 len: 375 time: 0.0126386 Nov 02 14:45:03.350801 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-b1e4d2b7-64b9-4ee9-a3bc-202f3ec2fa1a tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=990b7e753ad1450489668d0ca151736e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492587 Nov 02 14:45:03.570200 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-881ffabc-ecb5-4005-9e5b-a757dcdf8733 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/3f9be41b-3ac6-43ae-b64c-2573362419af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033868 Nov 02 14:45:03.677370 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:03.691790 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1ac8e-d9fd-4b1b-8f91-1208f63cd4aa req-cda3f739-cb07-424f-854b-6192b2cb3b79 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:03.693546 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-37d1ac8e-d9fd-4b1b-8f91-1208f63cd4aa req-cda3f739-cb07-424f-854b-6192b2cb3b79 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 946 time: 0.1213434 Nov 02 14:45:03.744987 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-13963c16-9364-4b2b-82ed-61988f9c326e service neutron] 10.222.0.30 "GET /networking/v2.0/networks/3f9be41b-3ac6-43ae-b64c-2573362419af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727147 Nov 02 14:45:03.786099 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-37d1ac8e-d9fd-4b1b-8f91-1208f63cd4aa req-59a9c912-208b-407f-81a6-0903926694ec tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0867414 Nov 02 14:45:03.939026 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7e0410a0-8553-4554-ae4f-de5fe8fd49eb req-869332c8-77b1-45fd-86f0-7e78626c938a tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 210 time: 0.0532515 Nov 02 14:45:04.738529 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4265521-6586-4aac-b95a-c88f81534a4e req-c3739781-2f8c-49ec-8bf4-95a68f14f09a tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:04.738529 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c4265521-6586-4aac-b95a-c88f81534a4e req-c3739781-2f8c-49ec-8bf4-95a68f14f09a tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.64 "GET /networking/v2.0/networks?id=f4156324-b06b-4603-82b2-5bb54f75cf91 HTTP/1.1" status: 200 len: 811 time: 0.1028209 Nov 02 14:45:04.804204 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c4265521-6586-4aac-b95a-c88f81534a4e req-0b35de5e-02ef-4f6b-8f27-9ffab774cd14 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2bf7381b1bf545c39936c96595aa36f4 HTTP/1.1" status: 200 len: 380 time: 0.0524971 Nov 02 14:45:04.812251 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [req-c4265521-6586-4aac-b95a-c88f81534a4e req-f232b70b-5dc0-4e47-bb6a-041f1c045779 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Request body: {'port': {'device_id': '9dff2e06-ddf6-4c7a-8887-40092f0f9290', 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91', 'admin_state_up': True, 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'security_groups': ['cd65024d-f443-4704-9fa7-bcffbef211da']}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:45:04.885880 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:04.963094 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5673fee-c458-4d5c-80db-022840d0ea93 req-b767e65a-793f-4b94-a250-ded993ed1e7b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:04.964619 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a5673fee-c458-4d5c-80db-022840d0ea93 req-b767e65a-793f-4b94-a250-ded993ed1e7b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 946 time: 0.0678718 Nov 02 14:45:05.035000 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a40569a6-dc5d-4129-bae5-6905fa8421aa req-d5e20027-7121-4151-b43b-756ec680acc5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a70e0509-33cf-40a8-a0e2-a5da4317522c HTTP/1.1" status: 200 len: 210 time: 0.0388038 Nov 02 14:45:05.047623 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a5673fee-c458-4d5c-80db-022840d0ea93 req-7f95bf42-3dde-41a0-9ab3-cda4175d680a tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0734797 Nov 02 14:45:05.139900 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-76bb28cf-11c1-489c-b798-15d9ea16e216 req-578ce2c1-1106-460f-b4a7-d06386523fd6 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 210 time: 0.0287259 Nov 02 14:45:05.157779 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4265521-6586-4aac-b95a-c88f81534a4e req-f232b70b-5dc0-4e47-bb6a-041f1c045779 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Made reservation on behalf of 2bf7381b1bf545c39936c96595aa36f4 for: {'port': 1} {{(pid=105391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:45:05.162743 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-c4265521-6586-4aac-b95a-c88f81534a4e req-f232b70b-5dc0-4e47-bb6a-041f1c045779 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:05.293053 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.db_base_plugin_common [req-c4265521-6586-4aac-b95a-c88f81534a4e req-f232b70b-5dc0-4e47-bb6a-041f1c045779 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Allocated IP 172.20.0.10 (f4156324-b06b-4603-82b2-5bb54f75cf91/0620d4f8-cfae-43e4-8018-47fa75073e3e/dbd39cbf-326e-49d0-90e6-27faedce220f) {{(pid=105391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:45:05.462098 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-c4265521-6586-4aac-b95a-c88f81534a4e req-f232b70b-5dc0-4e47-bb6a-041f1c045779 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for port (dbd39cbf-326e-49d0-90e6-27faedce220f), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:05.492342 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:05.542948 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-c4265521-6586-4aac-b95a-c88f81534a4e req-f232b70b-5dc0-4e47-bb6a-041f1c045779 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63276524'] for port (dbd39cbf-326e-49d0-90e6-27faedce220f), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:05.603651 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4265521-6586-4aac-b95a-c88f81534a4e req-f232b70b-5dc0-4e47-bb6a-041f1c045779 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Network f4156324-b06b-4603-82b2-5bb54f75cf91 is already hosted by enough agents. {{(pid=105391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:45:05.612147 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [req-c4265521-6586-4aac-b95a-c88f81534a4e req-f232b70b-5dc0-4e47-bb6a-041f1c045779 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Resources bound (agent type, host, resource id): {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:45:05.615191 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4265521-6586-4aac-b95a-c88f81534a4e req-f232b70b-5dc0-4e47-bb6a-041f1c045779 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Received port after_create {{(pid=105391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:45:05.624030 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f232b70b-5dc0-4e47-bb6a-041f1c045779 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Pushing event updated for resources: {'Port': ['ID=dbd39cbf-326e-49d0-90e6-27faedce220f,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:45:05.693299 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4265521-6586-4aac-b95a-c88f81534a4e req-f232b70b-5dc0-4e47-bb6a-041f1c045779 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:05.694090 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-c4265521-6586-4aac-b95a-c88f81534a4e req-f232b70b-5dc0-4e47-bb6a-041f1c045779 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:05.794771 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c4265521-6586-4aac-b95a-c88f81534a4e req-f232b70b-5dc0-4e47-bb6a-041f1c045779 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9859700 Nov 02 14:45:05.884765 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [req-c4265521-6586-4aac-b95a-c88f81534a4e req-cd283395-c0ce-4dd6-aae0-b86647243d2d service neutron] Request body: {'port': {'device_id': '9dff2e06-ddf6-4c7a-8887-40092f0f9290', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86236'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:45:05.924254 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-48afcfff-6920-4e6b-8d72-a4cc510d78ee None None] Provisioning complete for port dbd39cbf-326e-49d0-90e6-27faedce220f triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:45:05.927889 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-48afcfff-6920-4e6b-8d72-a4cc510d78ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (dbd39cbf-326e-49d0-90e6-27faedce220f), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:05.929553 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-48afcfff-6920-4e6b-8d72-a4cc510d78ee None None] Attempt 1 to provision port dbd39cbf-326e-49d0-90e6-27faedce220f Nov 02 14:45:05.976649 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-c4265521-6586-4aac-b95a-c88f81534a4e req-cd283395-c0ce-4dd6-aae0-b86647243d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (dbd39cbf-326e-49d0-90e6-27faedce220f), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:05.976959 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-48afcfff-6920-4e6b-8d72-a4cc510d78ee None None] Port dbd39cbf-326e-49d0-90e6-27faedce220f cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:45:06.159382 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-aa743dfe-b6ea-406b-9a0d-7d8a4e308a54 req-53f4d6b8-8880-44a3-9caa-d4e7580c9231 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a70e0509-33cf-40a8-a0e2-a5da4317522c HTTP/1.1" status: 200 len: 210 time: 0.0428979 Nov 02 14:45:06.221283 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:06.326166 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff68ab-83ef-4059-a0f4-a9f217cbb622 req-98f2e708-3c2c-4c54-b56a-a4bc4be8f4e6 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:06.328427 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f0ff68ab-83ef-4059-a0f4-a9f217cbb622 req-98f2e708-3c2c-4c54-b56a-a4bc4be8f4e6 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 946 time: 0.1219833 Nov 02 14:45:06.406277 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-2edbd737-05ad-4a49-aa37-e03350ea4ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:06.412897 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e5228-afad-42f9-874a-bf814b0be06e req-6e19299f-3516-452c-a21a-a8b9cac5b076 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:06.416589 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2e6e5228-afad-42f9-874a-bf814b0be06e req-6e19299f-3516-452c-a21a-a8b9cac5b076 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 932 time: 0.1555028 Nov 02 14:45:06.510934 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f0ff68ab-83ef-4059-a0f4-a9f217cbb622 req-7d0a1ede-8771-4b84-865f-2f1f0c80478a tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1617229 Nov 02 14:45:06.563420 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2e6e5228-afad-42f9-874a-bf814b0be06e req-0118599a-36bd-4f62-8766-9b5e1955a222 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300850 Nov 02 14:45:06.575204 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [req-c4265521-6586-4aac-b95a-c88f81534a4e req-cd283395-c0ce-4dd6-aae0-b86647243d2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbd39cbf-326e-49d0-90e6-27faedce220f {{(pid=105391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:45:06.594364 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-c4265521-6586-4aac-b95a-c88f81534a4e req-cd283395-c0ce-4dd6-aae0-b86647243d2d service neutron] Publish callbacks [] for port (dbd39cbf-326e-49d0-90e6-27faedce220f), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:06.607114 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:06.609521 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.provisioning_blocks [req-c4265521-6586-4aac-b95a-c88f81534a4e req-cd283395-c0ce-4dd6-aae0-b86647243d2d service neutron] Transition to ACTIVE for port object dbd39cbf-326e-49d0-90e6-27faedce220f will not be triggered until provisioned by entity L2. {{(pid=105391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 14:45:06.757302 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-c4265521-6586-4aac-b95a-c88f81534a4e req-cd283395-c0ce-4dd6-aae0-b86647243d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63276539'] for port (dbd39cbf-326e-49d0-90e6-27faedce220f), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:06.855085 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd283395-c0ce-4dd6-aae0-b86647243d2d service neutron] Pushing event updated for resources: {'Port': ['ID=dbd39cbf-326e-49d0-90e6-27faedce220f,revision_number=2']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:45:06.911337 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-c4265521-6586-4aac-b95a-c88f81534a4e req-cd283395-c0ce-4dd6-aae0-b86647243d2d service neutron] Attempting to bind port dbd39cbf-326e-49d0-90e6-27faedce220f on host hv-cinder-86236 for vnic_type normal with profile {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:45:06.911686 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-c4265521-6586-4aac-b95a-c88f81534a4e req-cd283395-c0ce-4dd6-aae0-b86647243d2d service neutron] Attempting to bind port dbd39cbf-326e-49d0-90e6-27faedce220f by drivers openvswitch,hyperv on host hv-cinder-86236 at level 0 using segments [{'id': 'fe128dff-0468-489e-a1be-e5186dded930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91'}] {{(pid=105391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:45:06.912026 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4265521-6586-4aac-b95a-c88f81534a4e req-cd283395-c0ce-4dd6-aae0-b86647243d2d service neutron] Attempting to bind port dbd39cbf-326e-49d0-90e6-27faedce220f on network f4156324-b06b-4603-82b2-5bb54f75cf91 {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:45:06.962024 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4265521-6586-4aac-b95a-c88f81534a4e req-cd283395-c0ce-4dd6-aae0-b86647243d2d service neutron] Port dbd39cbf-326e-49d0-90e6-27faedce220f on network f4156324-b06b-4603-82b2-5bb54f75cf91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86236 {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 14:45:06.962353 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4265521-6586-4aac-b95a-c88f81534a4e req-cd283395-c0ce-4dd6-aae0-b86647243d2d service neutron] Attempting to bind port dbd39cbf-326e-49d0-90e6-27faedce220f on network f4156324-b06b-4603-82b2-5bb54f75cf91 {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:45:07.011252 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4265521-6586-4aac-b95a-c88f81534a4e req-cd283395-c0ce-4dd6-aae0-b86647243d2d service neutron] Checking agent: {'id': '1ebac2c5-078b-4c7f-aaba-905361dbc5e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'started_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:45:07.011765 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4265521-6586-4aac-b95a-c88f81534a4e req-cd283395-c0ce-4dd6-aae0-b86647243d2d service neutron] Checking segment: {'id': 'fe128dff-0468-489e-a1be-e5186dded930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:45:07.012156 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4265521-6586-4aac-b95a-c88f81534a4e req-cd283395-c0ce-4dd6-aae0-b86647243d2d service neutron] Bound using segment: {'id': 'fe128dff-0468-489e-a1be-e5186dded930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91'} {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:45:07.012708 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-c4265521-6586-4aac-b95a-c88f81534a4e req-cd283395-c0ce-4dd6-aae0-b86647243d2d service neutron] Bound port: dbd39cbf-326e-49d0-90e6-27faedce220f, host: hv-cinder-86236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe128dff-0468-489e-a1be-e5186dded930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91'}}] {{(pid=105391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:45:07.013095 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-c4265521-6586-4aac-b95a-c88f81534a4e req-cd283395-c0ce-4dd6-aae0-b86647243d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (dbd39cbf-326e-49d0-90e6-27faedce220f), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:07.085804 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-c4265521-6586-4aac-b95a-c88f81534a4e req-cd283395-c0ce-4dd6-aae0-b86647243d2d service neutron] For port dbd39cbf-326e-49d0-90e6-27faedce220f, host hv-cinder-86236, cleared binding levels {{(pid=105391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:45:07.094132 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-c4265521-6586-4aac-b95a-c88f81534a4e req-cd283395-c0ce-4dd6-aae0-b86647243d2d service neutron] For port dbd39cbf-326e-49d0-90e6-27faedce220f, host hv-cinder-86236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=dbd39cbf-326e-49d0-90e6-27faedce220f,segment=NetworkSegment(fe128dff-0468-489e-a1be-e5186dded930),segment_id=fe128dff-0468-489e-a1be-e5186dded930)] {{(pid=105391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:45:07.180609 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-c4265521-6586-4aac-b95a-c88f81534a4e req-cd283395-c0ce-4dd6-aae0-b86647243d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63276539'] for port (dbd39cbf-326e-49d0-90e6-27faedce220f), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:07.223097 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4265521-6586-4aac-b95a-c88f81534a4e req-cd283395-c0ce-4dd6-aae0-b86647243d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:07.223594 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-c4265521-6586-4aac-b95a-c88f81534a4e req-cd283395-c0ce-4dd6-aae0-b86647243d2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:07.225457 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c4265521-6586-4aac-b95a-c88f81534a4e req-cd283395-c0ce-4dd6-aae0-b86647243d2d service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/dbd39cbf-326e-49d0-90e6-27faedce220f HTTP/1.1" status: 200 len: 1094 time: 1.4131646 Nov 02 14:45:07.226151 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dff2e06-ddf6-4c7a-8887-40092f0f9290', 'tag': 'dbd39cbf-326e-49d0-90e6-27faedce220f'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:45:07.228513 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24e0986-2768-4d69-8d7e-5aa021e8a3ef" -d '{"events": [{"name": "network-changed", "server_uuid": "9dff2e06-ddf6-4c7a-8887-40092f0f9290", "tag": "dbd39cbf-326e-49d0-90e6-27faedce220f"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:45:07.277456 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd283395-c0ce-4dd6-aae0-b86647243d2d service neutron] Pushing event updated for resources: {'Port': ['ID=dbd39cbf-326e-49d0-90e6-27faedce220f,revision_number=3']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:45:07.318061 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ccb19411-f6b7-4adc-a909-dc420698725b req-1578edfa-85ae-4cc5-a21c-17ab3e6dfd85 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a70e0509-33cf-40a8-a0e2-a5da4317522c HTTP/1.1" status: 200 len: 210 time: 0.0401785 Nov 02 14:45:07.393213 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16099296-1cca-4821-ab80-80783414f80b x-openstack-request-id: req-16099296-1cca-4821-ab80-80783414f80b {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:45:07.393627 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dff2e06-ddf6-4c7a-8887-40092f0f9290", "tag": "dbd39cbf-326e-49d0-90e6-27faedce220f", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:45:07.393983 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-16099296-1cca-4821-ab80-80783414f80b {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:45:07.394465 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16099296-1cca-4821-ab80-80783414f80b'] response: {'name': 'network-changed', 'server_uuid': '9dff2e06-ddf6-4c7a-8887-40092f0f9290', 'tag': 'dbd39cbf-326e-49d0-90e6-27faedce220f', 'status': 'completed', 'code': 200} Nov 02 14:45:07.600517 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e0986-2768-4d69-8d7e-5aa021e8a3ef req-e12766e8-a287-4707-9fc7-e4fb05478ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:07.602079 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d24e0986-2768-4d69-8d7e-5aa021e8a3ef req-e12766e8-a287-4707-9fc7-e4fb05478ab5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=2bf7381b1bf545c39936c96595aa36f4&device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 1128 time: 0.0478671 Nov 02 14:45:07.796381 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c11efb-e52f-4f0d-b60a-d1eca2b6d62c req-8f385c5f-eb52-48d6-a0ac-514b4769c6b5 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:07.797960 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e6c11efb-e52f-4f0d-b60a-d1eca2b6d62c req-8f385c5f-eb52-48d6-a0ac-514b4769c6b5 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 946 time: 0.1223989 Nov 02 14:45:07.807161 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2777464-6cc5-493f-bc74-c1ec347ba9e7 req-30f38c5a-bba8-4eaf-a8d8-348800ac01a7 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:07.815101 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e2777464-6cc5-493f-bc74-c1ec347ba9e7 req-30f38c5a-bba8-4eaf-a8d8-348800ac01a7 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 944 time: 0.1383066 Nov 02 14:45:07.865480 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e0986-2768-4d69-8d7e-5aa021e8a3ef req-88fa581d-0061-4806-8dd4-eca9cdf694e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:07.867006 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d24e0986-2768-4d69-8d7e-5aa021e8a3ef req-88fa581d-0061-4806-8dd4-eca9cdf694e5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=2bf7381b1bf545c39936c96595aa36f4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2521782 Nov 02 14:45:07.934837 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e6c11efb-e52f-4f0d-b60a-d1eca2b6d62c req-6c0c9c54-c6c5-4b2a-aff2-af64bddf7a05 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1142888 Nov 02 14:45:07.955402 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-13527ca8-96ef-4b49-997e-77da914819fd tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:07.961183 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-13527ca8-96ef-4b49-997e-77da914819fd tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.64 "GET /networking/v2.0/networks?id=3f9be41b-3ac6-43ae-b64c-2573362419af HTTP/1.1" status: 200 len: 812 time: 0.1751425 Nov 02 14:45:08.020254 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e2777464-6cc5-493f-bc74-c1ec347ba9e7 req-ad55a032-daeb-4934-ae8e-ffe19359ca34 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041230 Nov 02 14:45:08.079873 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e0986-2768-4d69-8d7e-5aa021e8a3ef req-4ca7b1cb-d3e6-43b2-a4a1-fdb7a04ff65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:08.081700 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d24e0986-2768-4d69-8d7e-5aa021e8a3ef req-4ca7b1cb-d3e6-43b2-a4a1-fdb7a04ff65a service neutron] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2058837 Nov 02 14:45:08.115007 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-f1c9a804-f65b-4977-a254-bed7c53a5480 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=990b7e753ad1450489668d0ca151736e HTTP/1.1" status: 200 len: 379 time: 0.1366868 Nov 02 14:45:08.141189 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-aeeb73fe-1f50-4356-8926-420354bb002f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Request body: {'port': {'device_id': 'a70e0509-33cf-40a8-a0e2-a5da4317522c', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'admin_state_up': True, 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'security_groups': ['e7dab909-7a07-4c0b-b932-a5e28f8709cb']}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:45:08.235885 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4265521-6586-4aac-b95a-c88f81534a4e req-d9773c36-c81b-4ac2-9c52-5d6394683d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:08.237241 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c4265521-6586-4aac-b95a-c88f81534a4e req-d9773c36-c81b-4ac2-9c52-5d6394683d1d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=2bf7381b1bf545c39936c96595aa36f4&device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 1128 time: 0.0566506 Nov 02 14:45:08.286970 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:08.305619 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c4265521-6586-4aac-b95a-c88f81534a4e req-9e66e1d0-ab47-42b4-8c34-d0e7e267ed57 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbd39cbf-326e-49d0-90e6-27faedce220f HTTP/1.1" status: 200 len: 217 time: 0.0532355 Nov 02 14:45:08.373818 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4265521-6586-4aac-b95a-c88f81534a4e req-ac888803-2da1-491c-a39b-d6a9270e8145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:08.373818 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c4265521-6586-4aac-b95a-c88f81534a4e req-ac888803-2da1-491c-a39b-d6a9270e8145 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=0620d4f8-cfae-43e4-8018-47fa75073e3e HTTP/1.1" status: 200 len: 850 time: 0.0571597 Nov 02 14:45:08.394609 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-aeeb73fe-1f50-4356-8926-420354bb002f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Made reservation on behalf of 990b7e753ad1450489668d0ca151736e for: {'port': 1} {{(pid=105390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:45:08.398573 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-aeeb73fe-1f50-4356-8926-420354bb002f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:08.410360 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:08.447180 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-662f1167-45cc-49f2-a9a3-8b0576444cf6 req-faa52ca5-1941-4bf6-bb67-e580297e53d6 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a70e0509-33cf-40a8-a0e2-a5da4317522c HTTP/1.1" status: 200 len: 210 time: 0.0351996 Nov 02 14:45:08.450376 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:08.456972 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4265521-6586-4aac-b95a-c88f81534a4e req-71e2c62d-e7a0-46d6-8b3c-c4d6bfef4a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:08.458644 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c4265521-6586-4aac-b95a-c88f81534a4e req-71e2c62d-e7a0-46d6-8b3c-c4d6bfef4a37 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=f4156324-b06b-4603-82b2-5bb54f75cf91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0821853 Nov 02 14:45:08.569678 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c4265521-6586-4aac-b95a-c88f81534a4e req-c3bc7163-a3dd-43b8-944f-7763e5cb8344 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f4156324-b06b-4603-82b2-5bb54f75cf91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042492 Nov 02 14:45:08.672434 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c4265521-6586-4aac-b95a-c88f81534a4e req-80f131d7-64ee-4b4d-8d44-91947dede7ed service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f4156324-b06b-4603-82b2-5bb54f75cf91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973868 Nov 02 14:45:08.769656 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.db_base_plugin_common [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-aeeb73fe-1f50-4356-8926-420354bb002f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Allocated IP 172.20.0.9 (3f9be41b-3ac6-43ae-b64c-2573362419af/03e0ff6f-7506-47f9-8238-68767b203b61/31597016-abf2-4436-a570-4e0d25351888) {{(pid=105390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:45:08.938298 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:08.942082 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-aeeb73fe-1f50-4356-8926-420354bb002f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for port (31597016-abf2-4436-a570-4e0d25351888), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:08.973095 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-f81e7961-e00b-424c-9fdb-ca56f48e5e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:09.071745 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-aeeb73fe-1f50-4356-8926-420354bb002f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (31597016-abf2-4436-a570-4e0d25351888), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:09.080310 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e43aa-29be-4892-8db1-3ee587d66294 req-fd0c9112-7981-49eb-921c-fe14815a45a0 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:09.082170 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a46e43aa-29be-4892-8db1-3ee587d66294 req-fd0c9112-7981-49eb-921c-fe14815a45a0 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 946 time: 0.0538075 Nov 02 14:45:09.154134 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-aeeb73fe-1f50-4356-8926-420354bb002f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Network 3f9be41b-3ac6-43ae-b64c-2573362419af is already hosted by enough agents. {{(pid=105390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:45:09.157445 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-aeeb73fe-1f50-4356-8926-420354bb002f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Resources bound (agent type, host, resource id): {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:45:09.164776 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-aeeb73fe-1f50-4356-8926-420354bb002f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Received port after_create {{(pid=105390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:45:09.173177 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a46e43aa-29be-4892-8db1-3ee587d66294 req-39c2a5a8-4ee4-4f13-b363-3e493c2bbff5 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0835817 Nov 02 14:45:09.198911 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefb4e8-4b86-451a-810f-29a76aae7733 req-9574c88e-c337-4c21-99d7-f0adc83dd464 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:09.200622 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2aefb4e8-4b86-451a-810f-29a76aae7733 req-9574c88e-c337-4c21-99d7-f0adc83dd464 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 944 time: 0.0813651 Nov 02 14:45:09.258979 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-aeeb73fe-1f50-4356-8926-420354bb002f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:09.260216 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-aeeb73fe-1f50-4356-8926-420354bb002f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:09.266315 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2aefb4e8-4b86-451a-810f-29a76aae7733 req-164b6582-cdda-4b47-8073-b039e3f90f1b tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570295 Nov 02 14:45:09.267136 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb73fe-1f50-4356-8926-420354bb002f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Pushing event updated for resources: {'Port': ['ID=31597016-abf2-4436-a570-4e0d25351888,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:45:09.362774 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-aeeb73fe-1f50-4356-8926-420354bb002f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2280190 Nov 02 14:45:09.447865 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-bd5e7ea0-6d73-4ce1-b9b0-b21e7934cb73 None None] Provisioning complete for port 31597016-abf2-4436-a570-4e0d25351888 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:45:09.448370 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-bd5e7ea0-6d73-4ce1-b9b0-b21e7934cb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (31597016-abf2-4436-a570-4e0d25351888), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:09.448824 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-bd5e7ea0-6d73-4ce1-b9b0-b21e7934cb73 None None] Attempt 1 to provision port 31597016-abf2-4436-a570-4e0d25351888 Nov 02 14:45:09.509277 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-bd5e7ea0-6d73-4ce1-b9b0-b21e7934cb73 None None] Port 31597016-abf2-4436-a570-4e0d25351888 cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:45:09.609566 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3322e-2509-4a03-a036-6c903fac11b3 req-f688d42d-5d3a-4a60-9794-4e2988310b20 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:09.611613 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2ac3322e-2509-4a03-a036-6c903fac11b3 req-f688d42d-5d3a-4a60-9794-4e2988310b20 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a70e0509-33cf-40a8-a0e2-a5da4317522c HTTP/1.1" status: 200 len: 931 time: 0.0642333 Nov 02 14:45:09.678024 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2ac3322e-2509-4a03-a036-6c903fac11b3 req-fc2f6c51-1fcc-4521-a5c6-5b92e968fb01 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584655 Nov 02 14:45:09.767463 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-90ce1669-c7e1-4a67-ae9c-0c2bd6a0e65f service neutron] Request body: {'port': {'device_id': 'a70e0509-33cf-40a8-a0e2-a5da4317522c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86236'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:45:09.853147 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-90ce1669-c7e1-4a67-ae9c-0c2bd6a0e65f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (31597016-abf2-4436-a570-4e0d25351888), before_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:10.257788 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.notifiers.nova [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-90ce1669-c7e1-4a67-ae9c-0c2bd6a0e65f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31597016-abf2-4436-a570-4e0d25351888 {{(pid=105390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:45:10.269985 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-90ce1669-c7e1-4a67-ae9c-0c2bd6a0e65f service neutron] Publish callbacks [] for port (31597016-abf2-4436-a570-4e0d25351888), precommit_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:10.294833 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.provisioning_blocks [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-90ce1669-c7e1-4a67-ae9c-0c2bd6a0e65f service neutron] Transition to ACTIVE for port object 31597016-abf2-4436-a570-4e0d25351888 will not be triggered until provisioned by entity L2. {{(pid=105390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 14:45:10.361689 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b0552-d92a-416a-b58d-0e1d6943e7bc req-8c551c80-3f6e-47c0-82f9-ebd4904450dd tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:10.363680 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-138b0552-d92a-416a-b58d-0e1d6943e7bc req-8c551c80-3f6e-47c0-82f9-ebd4904450dd tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 946 time: 0.0753245 Nov 02 14:45:10.378803 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-90ce1669-c7e1-4a67-ae9c-0c2bd6a0e65f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638247'] for port (31597016-abf2-4436-a570-4e0d25351888), after_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:10.399752 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:10.435198 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfc17d-3362-4bc3-8d89-e832f1cab949 req-981d6cfd-6268-4f0a-ab47-576618867fb0 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:10.442905 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d8dfc17d-3362-4bc3-8d89-e832f1cab949 req-981d6cfd-6268-4f0a-ab47-576618867fb0 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 944 time: 0.0781820 Nov 02 14:45:10.472625 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce1669-c7e1-4a67-ae9c-0c2bd6a0e65f service neutron] Pushing event updated for resources: {'Port': ['ID=31597016-abf2-4436-a570-4e0d25351888,revision_number=2']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:45:10.485916 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:10.494658 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-138b0552-d92a-416a-b58d-0e1d6943e7bc req-99bb8a83-1b52-4987-9398-520d361eba5e tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1211579 Nov 02 14:45:10.496007 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:10.568680 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d8dfc17d-3362-4bc3-8d89-e832f1cab949 req-78e21c06-7fd5-4a4b-acd6-fca0979d1b3a tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246796 Nov 02 14:45:10.569058 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.managers [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-90ce1669-c7e1-4a67-ae9c-0c2bd6a0e65f service neutron] Attempting to bind port 31597016-abf2-4436-a570-4e0d25351888 on host hv-cinder-86236 for vnic_type normal with profile {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:45:10.569841 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.managers [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-90ce1669-c7e1-4a67-ae9c-0c2bd6a0e65f service neutron] Attempting to bind port 31597016-abf2-4436-a570-4e0d25351888 by drivers openvswitch,hyperv on host hv-cinder-86236 at level 0 using segments [{'id': 'e92de161-0da6-41c9-b20f-925eb995ddbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af'}] {{(pid=105390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:45:10.570364 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-90ce1669-c7e1-4a67-ae9c-0c2bd6a0e65f service neutron] Attempting to bind port 31597016-abf2-4436-a570-4e0d25351888 on network 3f9be41b-3ac6-43ae-b64c-2573362419af {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:45:10.631385 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-90ce1669-c7e1-4a67-ae9c-0c2bd6a0e65f service neutron] Port 31597016-abf2-4436-a570-4e0d25351888 on network 3f9be41b-3ac6-43ae-b64c-2573362419af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86236 {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 14:45:10.639949 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-90ce1669-c7e1-4a67-ae9c-0c2bd6a0e65f service neutron] Attempting to bind port 31597016-abf2-4436-a570-4e0d25351888 on network 3f9be41b-3ac6-43ae-b64c-2573362419af {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:45:10.694845 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-90ce1669-c7e1-4a67-ae9c-0c2bd6a0e65f service neutron] Checking agent: {'id': '1ebac2c5-078b-4c7f-aaba-905361dbc5e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'started_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:45:10.695251 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-90ce1669-c7e1-4a67-ae9c-0c2bd6a0e65f service neutron] Checking segment: {'id': 'e92de161-0da6-41c9-b20f-925eb995ddbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:45:10.695661 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-90ce1669-c7e1-4a67-ae9c-0c2bd6a0e65f service neutron] Bound using segment: {'id': 'e92de161-0da6-41c9-b20f-925eb995ddbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af'} {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:45:10.696128 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.managers [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-90ce1669-c7e1-4a67-ae9c-0c2bd6a0e65f service neutron] Bound port: 31597016-abf2-4436-a570-4e0d25351888, host: hv-cinder-86236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e92de161-0da6-41c9-b20f-925eb995ddbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af'}}] {{(pid=105390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:45:10.696454 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-90ce1669-c7e1-4a67-ae9c-0c2bd6a0e65f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (31597016-abf2-4436-a570-4e0d25351888), before_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:10.789115 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:10.793662 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-90ce1669-c7e1-4a67-ae9c-0c2bd6a0e65f service neutron] For port 31597016-abf2-4436-a570-4e0d25351888, host hv-cinder-86236, cleared binding levels {{(pid=105390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:45:10.797909 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-90ce1669-c7e1-4a67-ae9c-0c2bd6a0e65f service neutron] For port 31597016-abf2-4436-a570-4e0d25351888, host hv-cinder-86236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=31597016-abf2-4436-a570-4e0d25351888,segment=NetworkSegment(e92de161-0da6-41c9-b20f-925eb995ddbe),segment_id=e92de161-0da6-41c9-b20f-925eb995ddbe)] {{(pid=105390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:45:10.832070 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d904e-29f0-4823-aa11-8caa3664747d req-66f857eb-b39b-436e-821b-af1e1acb2cb9 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:10.833618 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-160d904e-29f0-4823-aa11-8caa3664747d req-66f857eb-b39b-436e-821b-af1e1acb2cb9 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a70e0509-33cf-40a8-a0e2-a5da4317522c HTTP/1.1" status: 200 len: 943 time: 0.0613346 Nov 02 14:45:10.896987 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-160d904e-29f0-4823-aa11-8caa3664747d req-ffa7dd8d-e420-4b21-8a05-b40ba6de4d3f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572515 Nov 02 14:45:10.911130 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-90ce1669-c7e1-4a67-ae9c-0c2bd6a0e65f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638247'] for port (31597016-abf2-4436-a570-4e0d25351888), after_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:10.927518 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-90ce1669-c7e1-4a67-ae9c-0c2bd6a0e65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:10.927518 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-90ce1669-c7e1-4a67-ae9c-0c2bd6a0e65f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:10.927518 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-90ce1669-c7e1-4a67-ae9c-0c2bd6a0e65f service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/31597016-abf2-4436-a570-4e0d25351888 HTTP/1.1" status: 200 len: 1093 time: 1.1575692 Nov 02 14:45:10.927518 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a70e0509-33cf-40a8-a0e2-a5da4317522c', 'tag': '31597016-abf2-4436-a570-4e0d25351888'}] {{(pid=105390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:45:10.927518 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac42a5b87af23485bd7eccec534c7c9fd1bf9d7e8280f45ba58bffd111d0283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7bf17a-8f72-4b26-953d-678015fa58f5" -d '{"events": [{"name": "network-changed", "server_uuid": "a70e0509-33cf-40a8-a0e2-a5da4317522c", "tag": "31597016-abf2-4436-a570-4e0d25351888"}]}' {{(pid=105390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:45:11.008023 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce1669-c7e1-4a67-ae9c-0c2bd6a0e65f service neutron] Pushing event updated for resources: {'Port': ['ID=31597016-abf2-4436-a570-4e0d25351888,revision_number=3']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:45:11.071928 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9151ecf8-2abb-42e1-95ce-4a1c2586fa37 x-openstack-request-id: req-9151ecf8-2abb-42e1-95ce-4a1c2586fa37 {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:45:11.073856 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a70e0509-33cf-40a8-a0e2-a5da4317522c", "tag": "31597016-abf2-4436-a570-4e0d25351888", "status": "completed", "code": 200}]} {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:45:11.074194 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9151ecf8-2abb-42e1-95ce-4a1c2586fa37 {{(pid=105390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:45:11.074713 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9151ecf8-2abb-42e1-95ce-4a1c2586fa37'] response: {'name': 'network-changed', 'server_uuid': 'a70e0509-33cf-40a8-a0e2-a5da4317522c', 'tag': '31597016-abf2-4436-a570-4e0d25351888', 'status': 'completed', 'code': 200} Nov 02 14:45:11.115177 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-203347d9-77c8-4f9f-ba2c-aafb84b919ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:11.118685 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-203347d9-77c8-4f9f-ba2c-aafb84b919ec service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=990b7e753ad1450489668d0ca151736e&device_id=a70e0509-33cf-40a8-a0e2-a5da4317522c HTTP/1.1" status: 200 len: 1127 time: 0.0663123 Nov 02 14:45:11.172207 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-ef9e036c-2fe2-41e1-b375-42b864fdb5be service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31597016-abf2-4436-a570-4e0d25351888 HTTP/1.1" status: 200 len: 217 time: 0.0394323 Nov 02 14:45:11.233889 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-694e59ac-2182-437b-b1a6-8f36237a7853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:11.235546 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-694e59ac-2182-437b-b1a6-8f36237a7853 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=03e0ff6f-7506-47f9-8238-68767b203b61 HTTP/1.1" status: 200 len: 851 time: 0.0567870 Nov 02 14:45:11.296291 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-ed6017b9-5dd1-43bf-81e8-f7ed62508394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:11.297866 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-ed6017b9-5dd1-43bf-81e8-f7ed62508394 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=3f9be41b-3ac6-43ae-b64c-2573362419af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560365 Nov 02 14:45:11.407844 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-d3726240-2877-475e-b51c-031dd5a82c62 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3f9be41b-3ac6-43ae-b64c-2573362419af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029274 Nov 02 14:45:11.525939 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:11.532248 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-ee195cd5-d788-477b-9a7d-f08ddade651e req-36d02455-e85c-495d-9c6f-0e7f6082eae4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3f9be41b-3ac6-43ae-b64c-2573362419af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169009 Nov 02 14:45:11.691266 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa88d3f-17a7-454a-9a56-b5e5ef841699 req-7ea7a608-129f-485e-b6b8-27fd809252ab tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:11.693573 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-daa88d3f-17a7-454a-9a56-b5e5ef841699 req-7ea7a608-129f-485e-b6b8-27fd809252ab tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 946 time: 0.0647469 Nov 02 14:45:11.796738 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946393a9-c002-4742-8597-d3e217be6095 req-cbc7f69f-fae5-4b92-843e-0969821f7de4 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:11.798724 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-946393a9-c002-4742-8597-d3e217be6095 req-cbc7f69f-fae5-4b92-843e-0969821f7de4 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 944 time: 0.1041346 Nov 02 14:45:11.834839 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-daa88d3f-17a7-454a-9a56-b5e5ef841699 req-d1da815b-ded5-449c-868b-0eba9568eeb0 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1281707 Nov 02 14:45:11.883932 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-946393a9-c002-4742-8597-d3e217be6095 req-127e670e-58a2-4bb8-a028-43268abc3cee tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738108 Nov 02 14:45:11.957127 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bf17a-8f72-4b26-953d-678015fa58f5 req-586a2a76-6789-45ec-a9c0-167ecda55b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:11.959179 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-2a7bf17a-8f72-4b26-953d-678015fa58f5 req-586a2a76-6789-45ec-a9c0-167ecda55b0c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=990b7e753ad1450489668d0ca151736e&device_id=a70e0509-33cf-40a8-a0e2-a5da4317522c HTTP/1.1" status: 200 len: 1127 time: 0.0488141 Nov 02 14:45:11.976003 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:12.070942 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deace33a-6dd5-4462-b188-8f2e2a659043 req-d1e80dd8-99fb-49de-9aff-b2cedc537cec tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:12.078900 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bf17a-8f72-4b26-953d-678015fa58f5 req-30e3a228-e3ce-46dc-b92d-2b88d05aa1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:12.080514 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-2a7bf17a-8f72-4b26-953d-678015fa58f5 req-30e3a228-e3ce-46dc-b92d-2b88d05aa1ba service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=3f9be41b-3ac6-43ae-b64c-2573362419af HTTP/1.1" status: 200 len: 913 time: 0.1143236 Nov 02 14:45:12.080770 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-deace33a-6dd5-4462-b188-8f2e2a659043 req-d1e80dd8-99fb-49de-9aff-b2cedc537cec tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a70e0509-33cf-40a8-a0e2-a5da4317522c HTTP/1.1" status: 200 len: 943 time: 0.0743952 Nov 02 14:45:12.122767 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-2a7bf17a-8f72-4b26-953d-678015fa58f5 req-51bacaa7-5390-4fab-a5d3-8b276385a9fb service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31597016-abf2-4436-a570-4e0d25351888 HTTP/1.1" status: 200 len: 217 time: 0.0365009 Nov 02 14:45:12.137566 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-deace33a-6dd5-4462-b188-8f2e2a659043 req-54c2cee6-1888-4692-aece-df017de2a899 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558767 Nov 02 14:45:12.173081 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bf17a-8f72-4b26-953d-678015fa58f5 req-0151f7ca-5cd9-4d5f-a3cf-625df600d86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:12.174649 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-2a7bf17a-8f72-4b26-953d-678015fa58f5 req-0151f7ca-5cd9-4d5f-a3cf-625df600d86a service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=03e0ff6f-7506-47f9-8238-68767b203b61 HTTP/1.1" status: 200 len: 851 time: 0.0468152 Nov 02 14:45:12.230025 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bf17a-8f72-4b26-953d-678015fa58f5 req-959b67ae-6bc9-4740-b051-5b9ef53af94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:12.231602 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-2a7bf17a-8f72-4b26-953d-678015fa58f5 req-959b67ae-6bc9-4740-b051-5b9ef53af94c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=3f9be41b-3ac6-43ae-b64c-2573362419af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504570 Nov 02 14:45:12.240693 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device dbd39cbf-326e-49d0-90e6-27faedce220f details requested by agent hyperv_hv-cinder-86236 with host hv-cinder-86236 {{(pid=105392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 14:45:12.350260 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port dbd39cbf-326e-49d0-90e6-27faedce220f, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=dbd39cbf-326e-49d0-90e6-27faedce220f,segment=NetworkSegment(fe128dff-0468-489e-a1be-e5186dded930),segment_id=fe128dff-0468-489e-a1be-e5186dded930)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:45:12.359253 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-2a7bf17a-8f72-4b26-953d-678015fa58f5 req-8009cda1-eb80-4ec0-a300-17e45b4980cf service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3f9be41b-3ac6-43ae-b64c-2573362419af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214132 Nov 02 14:45:12.368177 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Returning: {'device': 'dbd39cbf-326e-49d0-90e6-27faedce220f', 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91', 'port_id': 'dbd39cbf-326e-49d0-90e6-27faedce220f', 'mac_address': 'fa:16:3e:d0:81:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 461, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0620d4f8-cfae-43e4-8018-47fa75073e3e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 14:45:12.431691 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port dbd39cbf-326e-49d0-90e6-27faedce220f is: DOWN; New status is: BUILD {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:45:12.432156 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (dbd39cbf-326e-49d0-90e6-27faedce220f), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:12.450647 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd39cbf-326e-49d0-90e6-27faedce220f {{(pid=105392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:45:12.470215 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-2a7bf17a-8f72-4b26-953d-678015fa58f5 req-6c07a10c-494f-4176-b5b8-34a2a15d9dcd service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3f9be41b-3ac6-43ae-b64c-2573362419af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050768 Nov 02 14:45:12.474365 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port dbd39cbf-326e-49d0-90e6-27faedce220f, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=dbd39cbf-326e-49d0-90e6-27faedce220f,segment=NetworkSegment(fe128dff-0468-489e-a1be-e5186dded930),segment_id=fe128dff-0468-489e-a1be-e5186dded930)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:45:12.543221 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (dbd39cbf-326e-49d0-90e6-27faedce220f), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:12.603839 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:12.617984 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=dbd39cbf-326e-49d0-90e6-27faedce220f,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:45:12.627446 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:45:12.627796 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:45:12.628142 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:45:12.628686 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:45:12.629201 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:45:12.629537 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:45:12.629885 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:45:12.630203 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:45:12.630534 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:45:12.630869 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:45:12.631194 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:45:12.631522 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:45:12.631843 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:45:12.632165 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:45:12.632595 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:45:12.877839 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] get_ports_and_sgs() called for port_ids ['dbd39cbf-326e-49d0-90e6-27faedce220f'] {{(pid=105392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 14:45:13.338087 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934893e-679c-44d6-85e4-721158ca9134 req-70e2bb74-74d2-42a2-8904-ebfb1eb76ab5 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:13.339607 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1934893e-679c-44d6-85e4-721158ca9134 req-70e2bb74-74d2-42a2-8904-ebfb1eb76ab5 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 945 time: 0.3736475 Nov 02 14:45:13.350254 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4489940-e5cc-42cb-b365-b8e72da243ff req-7023e87d-5716-46e8-83ed-792b198abe27 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:13.351703 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f4489940-e5cc-42cb-b365-b8e72da243ff req-7023e87d-5716-46e8-83ed-792b198abe27 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 946 time: 0.3485029 Nov 02 14:45:13.426380 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1934893e-679c-44d6-85e4-721158ca9134 req-c13c66cf-c62b-41bc-8fa8-06d1e29a1b1a tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737092 Nov 02 14:45:13.430417 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f4489940-e5cc-42cb-b365-b8e72da243ff req-53c6dd69-1fc3-4a46-8d86-1407555ef8bf tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0710199 Nov 02 14:45:13.530187 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445f26e-16e9-45a1-8e8b-edda6e18634a req-e1f2674d-9bef-4e14-b939-5ce7153c78ab tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:13.531607 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0445f26e-16e9-45a1-8e8b-edda6e18634a req-e1f2674d-9bef-4e14-b939-5ce7153c78ab tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a70e0509-33cf-40a8-a0e2-a5da4317522c HTTP/1.1" status: 200 len: 943 time: 0.0466614 Nov 02 14:45:13.585433 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0445f26e-16e9-45a1-8e8b-edda6e18634a req-eb159e7a-4933-4ffc-bef3-d3c02d23a093 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479121 Nov 02 14:45:14.323870 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a44ad2-4c83-4195-9ab9-acf2f97bd182 req-52175e0e-73ca-43ef-a73c-2291b6afd7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:14.325304 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-11a44ad2-4c83-4195-9ab9-acf2f97bd182 req-52175e0e-73ca-43ef-a73c-2291b6afd7df service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0dd67ec4f08d4d548af5b5ccee50407c&device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 1130 time: 0.0397742 Nov 02 14:45:14.336770 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device dbd39cbf-326e-49d0-90e6-27faedce220f up at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:45:14.361682 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:14.381042 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning for port dbd39cbf-326e-49d0-90e6-27faedce220f completed by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 14:45:14.418384 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a44ad2-4c83-4195-9ab9-acf2f97bd182 req-1d1895b4-4428-4365-a10f-e43689b6c373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:14.419858 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-11a44ad2-4c83-4195-9ab9-acf2f97bd182 req-1d1895b4-4428-4365-a10f-e43689b6c373 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=f2e46242-b4bc-49aa-9edc-2954b80ac8ba HTTP/1.1" status: 200 len: 917 time: 0.0881875 Nov 02 14:45:14.450856 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning complete for port dbd39cbf-326e-49d0-90e6-27faedce220f triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:45:14.451309 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (dbd39cbf-326e-49d0-90e6-27faedce220f), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:14.451646 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Attempt 1 to provision port dbd39cbf-326e-49d0-90e6-27faedce220f Nov 02 14:45:14.469871 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=100 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:14.490205 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-11a44ad2-4c83-4195-9ab9-acf2f97bd182 req-f9869039-6a99-4dd3-be43-8459ff42e3a6 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdb24aef-c8c8-4727-9d59-dbef941eb4f8 HTTP/1.1" status: 200 len: 1002 time: 0.0641527 Nov 02 14:45:14.535066 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port dbd39cbf-326e-49d0-90e6-27faedce220f is: BUILD; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:45:14.535461 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (dbd39cbf-326e-49d0-90e6-27faedce220f), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:14.548047 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a44ad2-4c83-4195-9ab9-acf2f97bd182 req-8576130a-fb22-4543-927d-8fa16dcebc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:14.549617 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-11a44ad2-4c83-4195-9ab9-acf2f97bd182 req-8576130a-fb22-4543-927d-8fa16dcebc4f service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=82f2bb5b-1705-4182-9233-e8913f6cd258 HTTP/1.1" status: 200 len: 855 time: 0.0535955 Nov 02 14:45:14.555391 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:14.562171 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dff2e06-ddf6-4c7a-8887-40092f0f9290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd39cbf-326e-49d0-90e6-27faedce220f'}] {{(pid=105392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:45:14.564470 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa406a66c4f7fcebf853f6ac608ace0721fd427f75714d2af0e2307e93ff13f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3ff313-d80a-42b3-b493-4395a3f5c245" -d '{"events": [{"server_uuid": "9dff2e06-ddf6-4c7a-8887-40092f0f9290", "name": "network-vif-plugged", "status": "completed", "tag": "dbd39cbf-326e-49d0-90e6-27faedce220f"}]}' {{(pid=105392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:45:14.581295 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port dbd39cbf-326e-49d0-90e6-27faedce220f, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=dbd39cbf-326e-49d0-90e6-27faedce220f,segment=NetworkSegment(fe128dff-0468-489e-a1be-e5186dded930),segment_id=fe128dff-0468-489e-a1be-e5186dded930)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:45:14.597317 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a44ad2-4c83-4195-9ab9-acf2f97bd182 req-a941f56e-0082-443b-b15d-68b510feb6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:14.601151 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-11a44ad2-4c83-4195-9ab9-acf2f97bd182 req-a941f56e-0082-443b-b15d-68b510feb6ca service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=f2e46242-b4bc-49aa-9edc-2954b80ac8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432982 Nov 02 14:45:14.644152 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfffd0f-94a8-4c83-a4e9-f37526e1b556 req-495c54a3-2822-4f2e-9697-806c888f0dc7 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:14.646256 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-fdfffd0f-94a8-4c83-a4e9-f37526e1b556 req-495c54a3-2822-4f2e-9697-806c888f0dc7 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 946 time: 0.0821869 Nov 02 14:45:14.653134 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffad43-d859-4616-bd6a-9a5892e4681f req-27767444-e5b6-4d25-91c1-9852a36b08b0 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:14.654938 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5fffad43-d859-4616-bd6a-9a5892e4681f req-27767444-e5b6-4d25-91c1-9852a36b08b0 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 945 time: 0.0793128 Nov 02 14:45:14.679799 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (dbd39cbf-326e-49d0-90e6-27faedce220f), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:14.682610 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device bdb24aef-c8c8-4727-9d59-dbef941eb4f8 no longer exists at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:45:14.706627 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-11a44ad2-4c83-4195-9ab9-acf2f97bd182 req-a5d8d7f1-a959-4412-8ed6-d869b4cc03c9 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f2e46242-b4bc-49aa-9edc-2954b80ac8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015675 Nov 02 14:45:14.737089 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-fdfffd0f-94a8-4c83-a4e9-f37526e1b556 req-740dc517-d505-45c4-b091-0cf48ce4a669 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0810053 Nov 02 14:45:14.740454 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5fffad43-d859-4616-bd6a-9a5892e4681f req-f3ba6c5d-5551-45ec-8071-c3cd6cf9c30a tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783198 Nov 02 14:45:14.786350 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=dbd39cbf-326e-49d0-90e6-27faedce220f,revision_number=5']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:45:14.825731 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-11a44ad2-4c83-4195-9ab9-acf2f97bd182 req-9d5bab2d-a575-41e2-a1bc-9d50f9ace846 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f2e46242-b4bc-49aa-9edc-2954b80ac8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118309 Nov 02 14:45:14.840074 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port bdb24aef-c8c8-4727-9d59-dbef941eb4f8 is: ACTIVE; New status is: DOWN {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:45:14.840975 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (bdb24aef-c8c8-4727-9d59-dbef941eb4f8), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:14.873746 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:14.883703 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port bdb24aef-c8c8-4727-9d59-dbef941eb4f8, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=bdb24aef-c8c8-4727-9d59-dbef941eb4f8,segment=NetworkSegment(1eff0572-7501-4653-a799-253705bab93c),segment_id=1eff0572-7501-4653-a799-253705bab93c)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:45:14.891083 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff1ab80-0c9d-4a25-aaa5-c27d3557520c x-openstack-request-id: req-dff1ab80-0c9d-4a25-aaa5-c27d3557520c {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:45:14.891468 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dff2e06-ddf6-4c7a-8887-40092f0f9290", "name": "network-vif-plugged", "status": "completed", "tag": "dbd39cbf-326e-49d0-90e6-27faedce220f", "code": 200}]} {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:45:14.891790 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dff1ab80-0c9d-4a25-aaa5-c27d3557520c {{(pid=105392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:45:14.892097 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5728c1e-e892-42cc-9b43-bfeb0a179af4 req-30c14a5e-048b-4473-93a1-8aa50c335478 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:14.892320 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dff1ab80-0c9d-4a25-aaa5-c27d3557520c'] response: {'server_uuid': '9dff2e06-ddf6-4c7a-8887-40092f0f9290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd39cbf-326e-49d0-90e6-27faedce220f', 'code': 200} Nov 02 14:45:14.893678 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f5728c1e-e892-42cc-9b43-bfeb0a179af4 req-30c14a5e-048b-4473-93a1-8aa50c335478 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a70e0509-33cf-40a8-a0e2-a5da4317522c HTTP/1.1" status: 200 len: 943 time: 0.0591133 Nov 02 14:45:14.905707 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:14.945846 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f5728c1e-e892-42cc-9b43-bfeb0a179af4 req-282fc51e-9e7f-4ad3-96b9-adced014151b tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463879 Nov 02 14:45:14.988263 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (bdb24aef-c8c8-4727-9d59-dbef941eb4f8), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:15.036660 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=bdb24aef-c8c8-4727-9d59-dbef941eb4f8,revision_number=8']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:45:15.923418 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9fa61-0931-4906-a0c9-5302e2373793 req-a96a0716-29a9-417e-856b-347680d242a6 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:15.924909 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-caf9fa61-0931-4906-a0c9-5302e2373793 req-a96a0716-29a9-417e-856b-347680d242a6 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 944 time: 0.0719266 Nov 02 14:45:15.930344 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06596290-ff69-4da6-b094-3d954b3249dc req-070f3e7e-6fdc-4a8f-bb34-c84e81614199 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:15.931671 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-06596290-ff69-4da6-b094-3d954b3249dc req-070f3e7e-6fdc-4a8f-bb34-c84e81614199 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0877652 Nov 02 14:45:16.007674 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-caf9fa61-0931-4906-a0c9-5302e2373793 req-738dfa3b-f10d-4612-a691-da82dbe1d842 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0750520 Nov 02 14:45:16.010878 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-06596290-ff69-4da6-b094-3d954b3249dc req-7356a080-e11d-4da4-8a6f-0c873a556195 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713201 Nov 02 14:45:16.114145 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab43fd-d568-4eef-9fd7-bbb2a1af70ed req-0efb7aa3-91a3-4e1f-b479-58fabdfa26cd tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:16.115634 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-14ab43fd-d568-4eef-9fd7-bbb2a1af70ed req-0efb7aa3-91a3-4e1f-b479-58fabdfa26cd tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a70e0509-33cf-40a8-a0e2-a5da4317522c HTTP/1.1" status: 200 len: 943 time: 0.0476191 Nov 02 14:45:16.165660 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-14ab43fd-d568-4eef-9fd7-bbb2a1af70ed req-6248c7dc-2760-40e7-9fac-e9bda67b9689 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443919 Nov 02 14:45:16.601668 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58667078-4620-4ecc-829f-d4809d20012b req-22e78b92-5735-4000-86c0-73e4d0315ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:16.603190 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-58667078-4620-4ecc-829f-d4809d20012b req-22e78b92-5735-4000-86c0-73e4d0315ef0 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 1130 time: 0.0452361 Nov 02 14:45:16.648359 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-58667078-4620-4ecc-829f-d4809d20012b req-6bbeabdc-12b9-4a36-b9fe-4d1c30046565 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394073 Nov 02 14:45:16.893630 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea6a4066-de22-411b-9e4b-1531cb199bc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdb24aef-c8c8-4727-9d59-dbef941eb4f8'}] {{(pid=105392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:45:16.895842 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa406a66c4f7fcebf853f6ac608ace0721fd427f75714d2af0e2307e93ff13f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd32be86-f4d3-46a1-a75d-a3fec04098f1" -d '{"events": [{"server_uuid": "ea6a4066-de22-411b-9e4b-1531cb199bc0", "name": "network-vif-unplugged", "status": "completed", "tag": "bdb24aef-c8c8-4727-9d59-dbef941eb4f8"}]}' {{(pid=105392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:45:16.933268 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Nov 2022 14:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4509f36-c3ae-45ce-9221-d85eee688990 x-openstack-request-id: req-a4509f36-c3ae-45ce-9221-d85eee688990 {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:45:16.933584 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea6a4066-de22-411b-9e4b-1531cb199bc0", "name": "network-vif-unplugged", "status": "completed", "tag": "bdb24aef-c8c8-4727-9d59-dbef941eb4f8", "code": 200}]} {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:45:16.933839 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a4509f36-c3ae-45ce-9221-d85eee688990 {{(pid=105392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:45:16.934238 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4509f36-c3ae-45ce-9221-d85eee688990'] response: {'server_uuid': 'ea6a4066-de22-411b-9e4b-1531cb199bc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdb24aef-c8c8-4727-9d59-dbef941eb4f8', 'code': 200} Nov 02 14:45:17.165849 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad754d4b-b8f1-431f-8e2b-f1c18d94dcec req-54d54d0f-6f1f-4b9d-931a-9273fed311cd tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:17.167334 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ad754d4b-b8f1-431f-8e2b-f1c18d94dcec req-54d54d0f-6f1f-4b9d-931a-9273fed311cd tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0779405 Nov 02 14:45:17.175497 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71d488-dd31-4b35-ae6c-7e58e5ca3c2f req-7e84cc71-0148-4c4b-be70-d098b16f82aa tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:17.176891 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-da71d488-dd31-4b35-ae6c-7e58e5ca3c2f req-7e84cc71-0148-4c4b-be70-d098b16f82aa tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 944 time: 0.0785756 Nov 02 14:45:17.252146 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ad754d4b-b8f1-431f-8e2b-f1c18d94dcec req-b5fd259b-6a29-43c6-a38e-e738d5bddb94 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742717 Nov 02 14:45:17.256222 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-da71d488-dd31-4b35-ae6c-7e58e5ca3c2f req-975c3757-f697-4bc8-89a1-ded74e779957 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0716076 Nov 02 14:45:17.360434 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea26fc2-290f-4472-a58c-ad3bddb2c38d req-37241d0c-4461-4d9f-9874-adf949c7304d tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:17.362038 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0ea26fc2-290f-4472-a58c-ad3bddb2c38d req-37241d0c-4461-4d9f-9874-adf949c7304d tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a70e0509-33cf-40a8-a0e2-a5da4317522c HTTP/1.1" status: 200 len: 943 time: 0.0530274 Nov 02 14:45:17.414249 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0ea26fc2-290f-4472-a58c-ad3bddb2c38d req-fac43288-f65c-47a6-986d-8185863b33b4 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460873 Nov 02 14:45:18.290716 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device bdb24aef-c8c8-4727-9d59-dbef941eb4f8 no longer exists at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:45:18.373780 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port bdb24aef-c8c8-4727-9d59-dbef941eb4f8 is: DOWN; New status is: DOWN {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:45:18.388133 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964675ce-f44f-4664-ab28-61dc34626e90 req-08ce23b7-da07-4fa7-afce-463536c539a8 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:18.390206 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-964675ce-f44f-4664-ab28-61dc34626e90 req-08ce23b7-da07-4fa7-afce-463536c539a8 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0576494 Nov 02 14:45:18.443067 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-964675ce-f44f-4664-ab28-61dc34626e90 req-210f028e-7eaa-49b3-b042-26cae0aa512b tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470934 Nov 02 14:45:18.582671 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38345ac-bdd8-40b9-9f2e-eae8e3597ee0 req-33970871-5705-4c70-a204-2bcf2f51a410 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:18.582921 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=71 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:18.584405 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c38345ac-bdd8-40b9-9f2e-eae8e3597ee0 req-33970871-5705-4c70-a204-2bcf2f51a410 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a70e0509-33cf-40a8-a0e2-a5da4317522c HTTP/1.1" status: 200 len: 943 time: 0.0580053 Nov 02 14:45:18.585253 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=2 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:18.637667 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c38345ac-bdd8-40b9-9f2e-eae8e3597ee0 req-086bad78-1dc2-49fd-835b-d9876471d30f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468662 Nov 02 14:45:18.740557 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71839f7d-6de6-4881-9be8-4fbd1fbee53a req-12611234-09e8-432a-abcc-1aef63756d4f tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:18.742473 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-71839f7d-6de6-4881-9be8-4fbd1fbee53a req-12611234-09e8-432a-abcc-1aef63756d4f tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0520949 Nov 02 14:45:18.752822 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 35942) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:45:18.757348 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-7b731ef5-f272-4a50-9e60-eb4022cff1c9 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Request body: {'floatingip': {'port_id': 'dbd39cbf-326e-49d0-90e6-27faedce220f'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:45:18.826673 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-7b731ef5-f272-4a50-9e60-eb4022cff1c9 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for floatingip (245d15d5-8783-4dae-a57a-39cd76d53806), before_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:19.205027 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [req-67180f97-c423-4a43-93b1-56008ed635e5 req-902b49e1-878c-4117-81ba-51b764615d64 service neutron] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 14:45:19.206053 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-67180f97-c423-4a43-93b1-56008ed635e5 req-902b49e1-878c-4117-81ba-51b764615d64 service neutron] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055914 Nov 02 14:45:19.289030 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-7b731ef5-f272-4a50-9e60-eb4022cff1c9 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:19.348171 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-7b731ef5-f272-4a50-9e60-eb4022cff1c9 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66773501'] for floatingip (245d15d5-8783-4dae-a57a-39cd76d53806), after_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:19.444462 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.db.l3_db [None req-7b731ef5-f272-4a50-9e60-eb4022cff1c9 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Floating IP 245d15d5-8783-4dae-a57a-39cd76d53806 associated. External IP: 172.27.0.33, port: dbd39cbf-326e-49d0-90e6-27faedce220f. Nov 02 14:45:19.494447 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:19.528668 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:19.603529 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1a2b0-5d08-4e59-923e-0cbce50daa2b req-6c0eefea-60ee-4cda-82eb-a28d54e2b04f tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:19.604915 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0cc1a2b0-5d08-4e59-923e-0cbce50daa2b req-6c0eefea-60ee-4cda-82eb-a28d54e2b04f tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 944 time: 0.0480115 Nov 02 14:45:19.656578 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b731ef5-f272-4a50-9e60-eb4022cff1c9 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Router dba6e790-02fb-4055-9d5a-b4273d8e87a4 has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:45:19.663273 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0cc1a2b0-5d08-4e59-923e-0cbce50daa2b req-5ef8d907-c096-4d44-aab0-5d60c5c4910c tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521672 Nov 02 14:45:19.755576 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:19.763993 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d0280-662e-49bd-b336-9e9348a510e7 req-cb85d213-0683-4594-92ad-ad2e788061d8 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:19.765532 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0d6d0280-662e-49bd-b336-9e9348a510e7 req-cb85d213-0683-4594-92ad-ad2e788061d8 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a70e0509-33cf-40a8-a0e2-a5da4317522c HTTP/1.1" status: 200 len: 943 time: 0.0516820 Nov 02 14:45:19.765947 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b731ef5-f272-4a50-9e60-eb4022cff1c9 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:45:19.770909 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-7b731ef5-f272-4a50-9e60-eb4022cff1c9 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for floatingip (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:19.776674 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bcbe2b-ebe6-47c3-8a7a-422698786932 None None] Sync routers for ids ['dba6e790-02fb-4055-9d5a-b4273d8e87a4'] in dv-cinder-862365-4-iscsi {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:45:19.789071 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bcbe2b-ebe6-47c3-8a7a-422698786932 None None] Routers {'dba6e790-02fb-4055-9d5a-b4273d8e87a4'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:45:19.790016 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-61bcbe2b-ebe6-47c3-8a7a-422698786932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:45:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['dba6e790-02fb-4055-9d5a-b4273d8e87a4'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:45:19.800758 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-7b731ef5-f272-4a50-9e60-eb4022cff1c9 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "PUT /networking/v2.0/floatingips/245d15d5-8783-4dae-a57a-39cd76d53806 HTTP/1.1" status: 200 len: 991 time: 1.0467365 Nov 02 14:45:19.801610 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dff2e06-ddf6-4c7a-8887-40092f0f9290', 'tag': 'dbd39cbf-326e-49d0-90e6-27faedce220f'}] {{(pid=105390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:45:19.804159 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac42a5b87af23485bd7eccec534c7c9fd1bf9d7e8280f45ba58bffd111d0283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070b581b-8c14-4345-87e5-99cc06e661f3" -d '{"events": [{"name": "network-changed", "server_uuid": "9dff2e06-ddf6-4c7a-8887-40092f0f9290", "tag": "dbd39cbf-326e-49d0-90e6-27faedce220f"}]}' {{(pid=105390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:45:19.831969 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0d6d0280-662e-49bd-b336-9e9348a510e7 req-4eb9a532-7056-4f05-8593-5fcb7d335db7 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535545 Nov 02 14:45:19.846156 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:19.847633 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede5c8fe-b45a-4e53-bbb7-f14d09f95bb8 x-openstack-request-id: req-ede5c8fe-b45a-4e53-bbb7-f14d09f95bb8 {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:45:19.847920 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dff2e06-ddf6-4c7a-8887-40092f0f9290", "tag": "dbd39cbf-326e-49d0-90e6-27faedce220f", "status": "completed", "code": 200}]} {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:45:19.848170 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ede5c8fe-b45a-4e53-bbb7-f14d09f95bb8 {{(pid=105390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:45:19.848563 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ede5c8fe-b45a-4e53-bbb7-f14d09f95bb8'] response: {'name': 'network-changed', 'server_uuid': '9dff2e06-ddf6-4c7a-8887-40092f0f9290', 'tag': 'dbd39cbf-326e-49d0-90e6-27faedce220f', 'status': 'completed', 'code': 200} Nov 02 14:45:19.861966 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-efaa195e-362d-44d5-8540-086dcaa68dc6 req-96819cfe-0f7f-429e-9e25-341f508a0f00 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0511250 Nov 02 14:45:19.911598 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-61bcbe2b-ebe6-47c3-8a7a-422698786932 None None] Set router dba6e790-02fb-4055-9d5a-b4273d8e87a4 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:45:19.971395 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa195e-362d-44d5-8540-086dcaa68dc6 req-928f38be-9004-471b-921c-70e347b22350 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:19.972774 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-efaa195e-362d-44d5-8540-086dcaa68dc6 req-928f38be-9004-471b-921c-70e347b22350 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports/bdb24aef-c8c8-4727-9d59-dbef941eb4f8 HTTP/1.1" status: 200 len: 941 time: 0.0810735 Nov 02 14:45:19.975846 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b581b-8c14-4345-87e5-99cc06e661f3 req-e4b725af-5085-417b-b1ec-1971136f21d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:19.977247 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-070b581b-8c14-4345-87e5-99cc06e661f3 req-e4b725af-5085-417b-b1ec-1971136f21d5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=2bf7381b1bf545c39936c96595aa36f4&device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 1130 time: 0.0562019 Nov 02 14:45:20.136597 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-61bcbe2b-ebe6-47c3-8a7a-422698786932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'name': 'tempest-AttachVolumeTestJSON-1641622340-router', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cd4f9905-b309-4ec6-8734-f9e7d06b68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:53Z', 'updated_at': '2022-11-02T14:44:56Z', 'revision_number': 4, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'gw_port': {'id': 'cd4f9905-b309-4ec6-8734-f9e7d06b68b7', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:53Z', 'updated_at': '2022-11-02T14:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': '245d15d5-8783-4dae-a57a-39cd76d53806', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'port_id': 'dbd39cbf-326e-49d0-90e6-27faedce220f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91', 'mac_address': 'fa:16:3e:d0:81:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff2e06-ddf6-4c7a-8887-40092f0f9290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:44:59Z', 'updated_at': '2022-11-02T14:45:19Z', 'revision_number': 1, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05113988-9d3e-40fb-bba2-c0721eae56f8', 'name': '', 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'mac_address': 'fa:16:3e:c4:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '0620d4f8-cfae-43e4-8018-47fa75073e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:55Z', 'updated_at': '2022-11-02T14:45:01Z', 'revision_number': 5, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'subnets': [{'id': '0620d4f8-cfae-43e4-8018-47fa75073e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:45:20.168608 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bcbe2b-ebe6-47c3-8a7a-422698786932 None None] Checking router: dba6e790-02fb-4055-9d5a-b4273d8e87a4 for host: dv-cinder-862365-4-iscsi {{(pid=105392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:45:20.178329 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bcbe2b-ebe6-47c3-8a7a-422698786932 None None] Routers {'dba6e790-02fb-4055-9d5a-b4273d8e87a4'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:45:20.178944 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-61bcbe2b-ebe6-47c3-8a7a-422698786932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:45:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['dba6e790-02fb-4055-9d5a-b4273d8e87a4'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:45:20.284900 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-61bcbe2b-ebe6-47c3-8a7a-422698786932 None None] Set router dba6e790-02fb-4055-9d5a-b4273d8e87a4 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:45:20.295135 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b581b-8c14-4345-87e5-99cc06e661f3 req-ec233ff7-20f2-41b7-a5f4-4c1aff878cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:20.296659 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-070b581b-8c14-4345-87e5-99cc06e661f3 req-ec233ff7-20f2-41b7-a5f4-4c1aff878cab service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=f4156324-b06b-4603-82b2-5bb54f75cf91 HTTP/1.1" status: 200 len: 912 time: 0.3128242 Nov 02 14:45:20.309520 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device 31597016-abf2-4436-a570-4e0d25351888 details requested by agent hyperv_hv-cinder-86236 with host hv-cinder-86236 {{(pid=105392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 14:45:20.365451 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-070b581b-8c14-4345-87e5-99cc06e661f3 req-ecc4ae17-787c-46b7-ab0d-95a51ba570a2 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbd39cbf-326e-49d0-90e6-27faedce220f HTTP/1.1" status: 200 len: 999 time: 0.0598195 Nov 02 14:45:20.426365 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b581b-8c14-4345-87e5-99cc06e661f3 req-d3464209-6ecf-490c-969e-f4f402d4ac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:20.428289 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-070b581b-8c14-4345-87e5-99cc06e661f3 req-d3464209-6ecf-490c-969e-f4f402d4ac34 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=0620d4f8-cfae-43e4-8018-47fa75073e3e HTTP/1.1" status: 200 len: 850 time: 0.0550511 Nov 02 14:45:20.434874 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:20.482244 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b581b-8c14-4345-87e5-99cc06e661f3 req-ac73c240-707d-452d-bf93-6f291a601b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:20.483800 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-070b581b-8c14-4345-87e5-99cc06e661f3 req-ac73c240-707d-452d-bf93-6f291a601b3b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=f4156324-b06b-4603-82b2-5bb54f75cf91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415642 Nov 02 14:45:20.520282 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=100 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:20.524211 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port 31597016-abf2-4436-a570-4e0d25351888, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=31597016-abf2-4436-a570-4e0d25351888,segment=NetworkSegment(e92de161-0da6-41c9-b20f-925eb995ddbe),segment_id=e92de161-0da6-41c9-b20f-925eb995ddbe)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:45:20.547836 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Returning: {'device': '31597016-abf2-4436-a570-4e0d25351888', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'port_id': '31597016-abf2-4436-a570-4e0d25351888', 'mac_address': 'fa:16:3e:56:f7:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 499, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 14:45:20.586372 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-070b581b-8c14-4345-87e5-99cc06e661f3 req-324e9e06-f613-417d-a3a3-956bde373ce0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f4156324-b06b-4603-82b2-5bb54f75cf91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917275 Nov 02 14:45:20.594112 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=100 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:20.618814 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port 31597016-abf2-4436-a570-4e0d25351888 is: DOWN; New status is: BUILD {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:45:20.619206 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (31597016-abf2-4436-a570-4e0d25351888), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:20.622637 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-61bcbe2b-ebe6-47c3-8a7a-422698786932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'name': 'tempest-AttachVolumeTestJSON-1641622340-router', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cd4f9905-b309-4ec6-8734-f9e7d06b68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:53Z', 'updated_at': '2022-11-02T14:44:56Z', 'revision_number': 4, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'gw_port': {'id': 'cd4f9905-b309-4ec6-8734-f9e7d06b68b7', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:53Z', 'updated_at': '2022-11-02T14:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': '245d15d5-8783-4dae-a57a-39cd76d53806', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'port_id': 'dbd39cbf-326e-49d0-90e6-27faedce220f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91', 'mac_address': 'fa:16:3e:d0:81:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff2e06-ddf6-4c7a-8887-40092f0f9290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:44:59Z', 'updated_at': '2022-11-02T14:45:19Z', 'revision_number': 1, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05113988-9d3e-40fb-bba2-c0721eae56f8', 'name': '', 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'mac_address': 'fa:16:3e:c4:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '0620d4f8-cfae-43e4-8018-47fa75073e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:55Z', 'updated_at': '2022-11-02T14:45:01Z', 'revision_number': 5, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'subnets': [{'id': '0620d4f8-cfae-43e4-8018-47fa75073e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:45:20.658878 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bcbe2b-ebe6-47c3-8a7a-422698786932 None None] The sync data for ids ['dba6e790-02fb-4055-9d5a-b4273d8e87a4'] in dv-cinder-862365-4-iscsi is: [{'id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'name': 'tempest-AttachVolumeTestJSON-1641622340-router', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cd4f9905-b309-4ec6-8734-f9e7d06b68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:53Z', 'updated_at': '2022-11-02T14:44:56Z', 'revision_number': 4, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'gw_port': {'id': 'cd4f9905-b309-4ec6-8734-f9e7d06b68b7', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:53Z', 'updated_at': '2022-11-02T14:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': '245d15d5-8783-4dae-a57a-39cd76d53806', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'port_id': 'dbd39cbf-326e-49d0-90e6-27faedce220f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91', 'mac_address': 'fa:16:3e:d0:81:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff2e06-ddf6-4c7a-8887-40092f0f9290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:44:59Z', 'updated_at': '2022-11-02T14:45:19Z', 'revision_number': 1, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05113988-9d3e-40fb-bba2-c0721eae56f8', 'name': '', 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'mac_address': 'fa:16:3e:c4:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '0620d4f8-cfae-43e4-8018-47fa75073e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:55Z', 'updated_at': '2022-11-02T14:45:01Z', 'revision_number': 5, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'subnets': [{'id': '0620d4f8-cfae-43e4-8018-47fa75073e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:45:20.661488 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31597016-abf2-4436-a570-4e0d25351888 {{(pid=105392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:45:20.683190 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port 31597016-abf2-4436-a570-4e0d25351888, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=31597016-abf2-4436-a570-4e0d25351888,segment=NetworkSegment(e92de161-0da6-41c9-b20f-925eb995ddbe),segment_id=e92de161-0da6-41c9-b20f-925eb995ddbe)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:45:20.688929 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-070b581b-8c14-4345-87e5-99cc06e661f3 req-3d4b001a-190d-476a-b86a-909999e0d338 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f4156324-b06b-4603-82b2-5bb54f75cf91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962439 Nov 02 14:45:20.791307 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:20.799961 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (31597016-abf2-4436-a570-4e0d25351888), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:20.803687 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b11bd6-02c9-4fb3-b002-26b810b987c4 req-a430948a-4bb0-44f2-ad5a-a0fbc0ea45b9 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:20.805421 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-84b11bd6-02c9-4fb3-b002-26b810b987c4 req-a430948a-4bb0-44f2-ad5a-a0fbc0ea45b9 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 944 time: 0.0517738 Nov 02 14:45:20.854596 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=31597016-abf2-4436-a570-4e0d25351888,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:45:20.868563 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-84b11bd6-02c9-4fb3-b002-26b810b987c4 req-a7314651-4bc6-490e-ac29-6555c83c6a96 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548491 Nov 02 14:45:20.912442 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8225d72f-42e4-4011-a564-ddfbb312e7dc None None] New status for floating IP 245d15d5-8783-4dae-a57a-39cd76d53806: ACTIVE {{(pid=105393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 14:45:20.982009 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76a86d-4179-4ca5-939c-2b84af459042 req-69149e5a-c893-47e1-ab2b-c39dab94ca74 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:20.983999 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-da76a86d-4179-4ca5-939c-2b84af459042 req-69149e5a-c893-47e1-ab2b-c39dab94ca74 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a70e0509-33cf-40a8-a0e2-a5da4317522c HTTP/1.1" status: 200 len: 944 time: 0.0490243 Nov 02 14:45:21.047408 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-da76a86d-4179-4ca5-939c-2b84af459042 req-9bd30a73-908b-4e7e-9f95-946894f5130b tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540004 Nov 02 14:45:21.084571 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] get_ports_and_sgs() called for port_ids ['31597016-abf2-4436-a570-4e0d25351888'] {{(pid=105392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 14:45:21.651539 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa195e-362d-44d5-8540-086dcaa68dc6 req-65833db5-6d87-436f-b447-b5bd2cbe6f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:21.653096 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-efaa195e-362d-44d5-8540-086dcaa68dc6 req-65833db5-6d87-436f-b447-b5bd2cbe6f0f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0&tenant_id=0dd67ec4f08d4d548af5b5ccee50407c HTTP/1.1" status: 200 len: 1128 time: 0.0768509 Nov 02 14:45:21.729183 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa195e-362d-44d5-8540-086dcaa68dc6 req-dcaf7003-fbc2-4249-8d7a-4b3f22382c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:21.730638 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-efaa195e-362d-44d5-8540-086dcaa68dc6 req-dcaf7003-fbc2-4249-8d7a-4b3f22382c2e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0dd67ec4f08d4d548af5b5ccee50407c&device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 1128 time: 0.0372713 Nov 02 14:45:21.835089 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa195e-362d-44d5-8540-086dcaa68dc6 req-46315d4d-3293-4df1-b113-03056e7b20b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:21.836560 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-efaa195e-362d-44d5-8540-086dcaa68dc6 req-46315d4d-3293-4df1-b113-03056e7b20b0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=f2e46242-b4bc-49aa-9edc-2954b80ac8ba HTTP/1.1" status: 200 len: 917 time: 0.0998609 Nov 02 14:45:21.902103 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-efaa195e-362d-44d5-8540-086dcaa68dc6 req-eca4d025-98dc-47d0-b1ea-3ceb10e7bf23 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdb24aef-c8c8-4727-9d59-dbef941eb4f8 HTTP/1.1" status: 200 len: 1000 time: 0.0588205 Nov 02 14:45:21.958929 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa195e-362d-44d5-8540-086dcaa68dc6 req-5820968b-cf1c-4318-b7f7-b6f74f3852c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:21.960602 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-efaa195e-362d-44d5-8540-086dcaa68dc6 req-5820968b-cf1c-4318-b7f7-b6f74f3852c8 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=82f2bb5b-1705-4182-9233-e8913f6cd258 HTTP/1.1" status: 200 len: 855 time: 0.0522296 Nov 02 14:45:22.011038 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa195e-362d-44d5-8540-086dcaa68dc6 req-7ed068e6-d7cc-4635-9750-0b0c6371aa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:22.012546 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-efaa195e-362d-44d5-8540-086dcaa68dc6 req-7ed068e6-d7cc-4635-9750-0b0c6371aa67 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=f2e46242-b4bc-49aa-9edc-2954b80ac8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459273 Nov 02 14:45:22.037709 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf1ebd-6a49-41ae-97a1-dbba4af99ad7 req-cf0827b3-a102-4b86-a209-d786fb0c4347 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:22.040448 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ebaf1ebd-6a49-41ae-97a1-dbba4af99ad7 req-cf0827b3-a102-4b86-a209-d786fb0c4347 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 944 time: 0.0584323 Nov 02 14:45:22.073592 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=100 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:22.102996 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ebaf1ebd-6a49-41ae-97a1-dbba4af99ad7 req-b865bcf0-23a0-480f-8218-6699c1ac1862 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568647 Nov 02 14:45:22.112047 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-efaa195e-362d-44d5-8540-086dcaa68dc6 req-e54fed18-0dde-4b21-bf9c-cc6707601025 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f2e46242-b4bc-49aa-9edc-2954b80ac8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930970 Nov 02 14:45:22.179479 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0aa85-611b-4e58-a3c0-2deb738f41ae req-5086dd0a-dc5e-4e3c-9716-3fddca1a4ff1 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:22.181301 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a6f0aa85-611b-4e58-a3c0-2deb738f41ae req-5086dd0a-dc5e-4e3c-9716-3fddca1a4ff1 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a70e0509-33cf-40a8-a0e2-a5da4317522c HTTP/1.1" status: 200 len: 944 time: 0.0482416 Nov 02 14:45:22.211088 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-efaa195e-362d-44d5-8540-086dcaa68dc6 req-3d15263f-628e-4f68-9de6-ac4c795038c8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f2e46242-b4bc-49aa-9edc-2954b80ac8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919409 Nov 02 14:45:22.232188 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a6f0aa85-611b-4e58-a3c0-2deb738f41ae req-d222f125-aa1f-41f5-bd67-dd591d214e98 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450897 Nov 02 14:45:22.299231 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device 31597016-abf2-4436-a570-4e0d25351888 up at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:45:22.344643 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning for port 31597016-abf2-4436-a570-4e0d25351888 completed by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 14:45:22.416107 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning complete for port 31597016-abf2-4436-a570-4e0d25351888 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:45:22.416487 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (31597016-abf2-4436-a570-4e0d25351888), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:22.416825 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Attempt 1 to provision port 31597016-abf2-4436-a570-4e0d25351888 Nov 02 14:45:22.495461 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port 31597016-abf2-4436-a570-4e0d25351888 is: BUILD; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:45:22.495853 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (31597016-abf2-4436-a570-4e0d25351888), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:22.519669 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a70e0509-33cf-40a8-a0e2-a5da4317522c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31597016-abf2-4436-a570-4e0d25351888'}] {{(pid=105392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:45:22.521958 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa406a66c4f7fcebf853f6ac608ace0721fd427f75714d2af0e2307e93ff13f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9f66b9-49c9-44df-b85c-f7a83ded3cb0" -d '{"events": [{"server_uuid": "a70e0509-33cf-40a8-a0e2-a5da4317522c", "name": "network-vif-plugged", "status": "completed", "tag": "31597016-abf2-4436-a570-4e0d25351888"}]}' {{(pid=105392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:45:22.535321 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port 31597016-abf2-4436-a570-4e0d25351888, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=31597016-abf2-4436-a570-4e0d25351888,segment=NetworkSegment(e92de161-0da6-41c9-b20f-925eb995ddbe),segment_id=e92de161-0da6-41c9-b20f-925eb995ddbe)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:45:22.559210 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12823449-1169-4c26-8eec-e162bbcdbc2f x-openstack-request-id: req-12823449-1169-4c26-8eec-e162bbcdbc2f {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:45:22.559527 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a70e0509-33cf-40a8-a0e2-a5da4317522c", "name": "network-vif-plugged", "status": "completed", "tag": "31597016-abf2-4436-a570-4e0d25351888", "code": 200}]} {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:45:22.559779 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-12823449-1169-4c26-8eec-e162bbcdbc2f {{(pid=105392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:45:22.560179 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12823449-1169-4c26-8eec-e162bbcdbc2f'] response: {'server_uuid': 'a70e0509-33cf-40a8-a0e2-a5da4317522c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31597016-abf2-4436-a570-4e0d25351888', 'code': 200} Nov 02 14:45:22.616786 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (31597016-abf2-4436-a570-4e0d25351888), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:22.663452 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:22.666629 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=31597016-abf2-4436-a570-4e0d25351888,revision_number=5']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:45:23.246879 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658c403-4a06-4b5e-b0aa-88acc0148562 req-8edf6a03-de65-4ee2-9d6f-9b18a14cf23c tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:23.248437 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c658c403-4a06-4b5e-b0aa-88acc0148562 req-8edf6a03-de65-4ee2-9d6f-9b18a14cf23c tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 944 time: 0.0540011 Nov 02 14:45:23.306508 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c658c403-4a06-4b5e-b0aa-88acc0148562 req-13c9b705-3d9b-4064-96ea-8d9bb4dfadb5 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520952 Nov 02 14:45:23.390809 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc6e48-3356-44af-b1aa-c93bef778c07 req-d410215b-cf68-431b-87e8-c9f59aa9e27e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:23.392604 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c0cc6e48-3356-44af-b1aa-c93bef778c07 req-d410215b-cf68-431b-87e8-c9f59aa9e27e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a70e0509-33cf-40a8-a0e2-a5da4317522c HTTP/1.1" status: 200 len: 945 time: 0.0581028 Nov 02 14:45:23.446971 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c0cc6e48-3356-44af-b1aa-c93bef778c07 req-604ad42d-c8f0-49ad-8962-0e96afd528c5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482965 Nov 02 14:45:24.458167 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875dd69-f1ee-4c72-b7c3-c577b2c65d01 req-3f239f6c-194f-49d0-9360-2f4984315546 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:24.460364 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4875dd69-f1ee-4c72-b7c3-c577b2c65d01 req-3f239f6c-194f-49d0-9360-2f4984315546 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 944 time: 0.0532362 Nov 02 14:45:24.516344 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4875dd69-f1ee-4c72-b7c3-c577b2c65d01 req-f6a571c2-354e-4915-a0d3-b84da3d8463e tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511541 Nov 02 14:45:24.581883 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1346adfa-fa39-4bbf-8e74-de9dbb1fab77 req-c0e6b90e-f2bb-4b8b-9ea6-4cbedf13f3f4 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:24.583541 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1346adfa-fa39-4bbf-8e74-de9dbb1fab77 req-c0e6b90e-f2bb-4b8b-9ea6-4cbedf13f3f4 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a70e0509-33cf-40a8-a0e2-a5da4317522c HTTP/1.1" status: 200 len: 945 time: 0.0534952 Nov 02 14:45:24.643518 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1346adfa-fa39-4bbf-8e74-de9dbb1fab77 req-55abc4a9-cbd9-4ed5-85b1-b9441da3572d tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536394 Nov 02 14:45:25.670747 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff29e7e-6b92-48cc-938d-2b1837f94ede req-3d4c18ec-0fc1-4290-b1ec-6ce96600701a tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:25.672253 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-eff29e7e-6b92-48cc-938d-2b1837f94ede req-3d4c18ec-0fc1-4290-b1ec-6ce96600701a tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 944 time: 0.0527096 Nov 02 14:45:25.774533 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-eff29e7e-6b92-48cc-938d-2b1837f94ede req-839ac6b3-6d81-458b-8d41-b3a0135b922b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0947187 Nov 02 14:45:25.796616 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c8973-cfdb-460b-91f9-f8fb1576a9c4 req-a04a1afc-88fe-47f8-bb0b-34d4acd41846 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:25.798176 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-452c8973-cfdb-460b-91f9-f8fb1576a9c4 req-a04a1afc-88fe-47f8-bb0b-34d4acd41846 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a70e0509-33cf-40a8-a0e2-a5da4317522c HTTP/1.1" status: 200 len: 945 time: 0.0671215 Nov 02 14:45:25.877665 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-452c8973-cfdb-460b-91f9-f8fb1576a9c4 req-85a58e89-54fb-4611-a306-e97f4b8084f6 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735338 Nov 02 14:45:26.915842 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:26.928646 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc28d92-d598-43f6-8e27-c2b226cdefac req-8457adc3-27d5-470f-acca-a145d141a821 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:26.930240 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-efc28d92-d598-43f6-8e27-c2b226cdefac req-8457adc3-27d5-470f-acca-a145d141a821 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 944 time: 0.0643051 Nov 02 14:45:27.022331 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-efc28d92-d598-43f6-8e27-c2b226cdefac req-c5d79ac2-4731-4c81-9a43-2d7855fccb40 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0866306 Nov 02 14:45:27.034607 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc922a27-9538-4997-a1f7-74ea67e6b445 req-87124847-5f3d-47a3-a025-fc49c308b6b9 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:27.036230 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-bc922a27-9538-4997-a1f7-74ea67e6b445 req-87124847-5f3d-47a3-a025-fc49c308b6b9 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a70e0509-33cf-40a8-a0e2-a5da4317522c HTTP/1.1" status: 200 len: 945 time: 0.0715542 Nov 02 14:45:27.089923 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:27.100424 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-bc922a27-9538-4997-a1f7-74ea67e6b445 req-ad99b37d-738d-4e4b-8c0c-9f662238be67 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535636 Nov 02 14:45:28.160958 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431ce0a-8b4f-42d2-88bc-61d56afb3170 req-599df1f6-e961-4418-98d6-cdaf8618a2d1 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:28.162551 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1431ce0a-8b4f-42d2-88bc-61d56afb3170 req-599df1f6-e961-4418-98d6-cdaf8618a2d1 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 944 time: 0.0536201 Nov 02 14:45:28.255419 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac1c05-5c93-40f0-a91c-3e84a9c1e537 req-f6cd932a-4dcd-4ac9-bcb7-318185bd2b37 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:28.257227 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e2ac1c05-5c93-40f0-a91c-3e84a9c1e537 req-f6cd932a-4dcd-4ac9-bcb7-318185bd2b37 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a70e0509-33cf-40a8-a0e2-a5da4317522c HTTP/1.1" status: 200 len: 945 time: 0.0653501 Nov 02 14:45:28.260893 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1431ce0a-8b4f-42d2-88bc-61d56afb3170 req-fbdf586d-1ac8-4254-bfed-fb5f633843a0 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0919385 Nov 02 14:45:28.320207 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e2ac1c05-5c93-40f0-a91c-3e84a9c1e537 req-f8922a36-7150-411d-ab52-66f93d4e5005 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522499 Nov 02 14:45:28.736526 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:29.396885 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40266624-5b1a-4312-b3bc-325335ecba56 req-1288433d-6b3c-4489-8a87-8a4daae7f497 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:29.398775 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-40266624-5b1a-4312-b3bc-325335ecba56 req-1288433d-6b3c-4489-8a87-8a4daae7f497 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 944 time: 0.0531609 Nov 02 14:45:29.471005 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575b97b-362e-4914-aad5-fdc58e2678e1 req-766e30c1-5ecd-4c84-8123-04232c317583 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:29.472753 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9575b97b-362e-4914-aad5-fdc58e2678e1 req-766e30c1-5ecd-4c84-8123-04232c317583 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a70e0509-33cf-40a8-a0e2-a5da4317522c HTTP/1.1" status: 200 len: 945 time: 0.0727618 Nov 02 14:45:29.509728 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-40266624-5b1a-4312-b3bc-325335ecba56 req-36d46d3f-1633-4816-9163-21edf8210276 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0992813 Nov 02 14:45:29.555743 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9575b97b-362e-4914-aad5-fdc58e2678e1 req-4795e6e4-147f-4873-8bb3-91e1c21a116b tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694208 Nov 02 14:45:30.708887 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77b3be-4438-4d96-8818-69aa48d885fe req-8553d581-edf8-4852-95e8-20546da45cb7 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:30.710501 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3f77b3be-4438-4d96-8818-69aa48d885fe req-8553d581-edf8-4852-95e8-20546da45cb7 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 944 time: 0.1132131 Nov 02 14:45:30.720418 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433434e-5788-4b50-bd4c-e51237316b82 req-178ee712-2a43-41e4-9d01-7d3b66cacbca tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:30.722165 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d433434e-5788-4b50-bd4c-e51237316b82 req-178ee712-2a43-41e4-9d01-7d3b66cacbca tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a70e0509-33cf-40a8-a0e2-a5da4317522c HTTP/1.1" status: 200 len: 945 time: 0.0697253 Nov 02 14:45:30.810097 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3f77b3be-4438-4d96-8818-69aa48d885fe req-07291fae-6fd3-4a8b-adc9-3a817672fd2f tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0869200 Nov 02 14:45:30.837305 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d433434e-5788-4b50-bd4c-e51237316b82 req-ba6c041c-c2a4-4091-a1fe-5f60d0505fdd tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841067 Nov 02 14:45:31.977595 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e8bd0-8f19-4b48-ac7c-ecddb8e447bb req-1d966da7-bac1-4c9a-a707-a0609149f4d9 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:31.979086 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-498e8bd0-8f19-4b48-ac7c-ecddb8e447bb req-1d966da7-bac1-4c9a-a707-a0609149f4d9 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a70e0509-33cf-40a8-a0e2-a5da4317522c HTTP/1.1" status: 200 len: 945 time: 0.0814943 Nov 02 14:45:31.985023 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f423a2a-e4ae-4b45-a8ee-d6b1df5c4762 req-8689c98b-8c0f-4fcc-9120-68c55b8c7f18 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:31.986455 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1f423a2a-e4ae-4b45-a8ee-d6b1df5c4762 req-8689c98b-8c0f-4fcc-9120-68c55b8c7f18 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 944 time: 0.0789745 Nov 02 14:45:32.018714 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69301335-6700-46bb-819e-12df82f60a4d req-9a7c6d44-7323-4de6-8d5e-98b85f608bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:32.020244 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-69301335-6700-46bb-819e-12df82f60a4d req-9a7c6d44-7323-4de6-8d5e-98b85f608bfc service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a70e0509-33cf-40a8-a0e2-a5da4317522c HTTP/1.1" status: 200 len: 1129 time: 0.0398631 Nov 02 14:45:32.067197 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=24 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:32.068693 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c381363-a470-40b7-a0a5-bf41cf2c063c req-a9ae11d4-09a5-4c33-b7ad-c9f8faba5361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:32.070228 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2c381363-a470-40b7-a0a5-bf41cf2c063c req-a9ae11d4-09a5-4c33-b7ad-c9f8faba5361 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0dd67ec4f08d4d548af5b5ccee50407c&device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 1128 time: 0.0829086 Nov 02 14:45:32.081653 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:32.104855 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-498e8bd0-8f19-4b48-ac7c-ecddb8e447bb req-655d0753-b7d7-4a3a-9849-cf6f331a9636 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160371 Nov 02 14:45:32.109481 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1f423a2a-e4ae-4b45-a8ee-d6b1df5c4762 req-10ab0a29-562e-4595-be40-94827c20a2d8 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1124928 Nov 02 14:45:32.761085 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-69301335-6700-46bb-819e-12df82f60a4d req-f95a5ee2-e199-4da5-856e-176ef33cb579 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421407 Nov 02 14:45:32.820987 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c381363-a470-40b7-a0a5-bf41cf2c063c req-12a6359d-c05e-4c1b-90d8-1e58e47476c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:32.822485 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2c381363-a470-40b7-a0a5-bf41cf2c063c req-12a6359d-c05e-4c1b-90d8-1e58e47476c9 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=f2e46242-b4bc-49aa-9edc-2954b80ac8ba HTTP/1.1" status: 200 len: 917 time: 0.0906847 Nov 02 14:45:33.099930 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:33.109587 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2c381363-a470-40b7-a0a5-bf41cf2c063c req-8e15bedc-2496-47d1-82ac-09fe7eb1b043 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdb24aef-c8c8-4727-9d59-dbef941eb4f8 HTTP/1.1" status: 200 len: 1000 time: 0.0624325 Nov 02 14:45:33.250079 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94597132-8627-4d39-a01b-0e7664408f62 req-c865011a-d545-4e1f-a57b-79b0e6b815d1 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:33.251571 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-94597132-8627-4d39-a01b-0e7664408f62 req-c865011a-d545-4e1f-a57b-79b0e6b815d1 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a70e0509-33cf-40a8-a0e2-a5da4317522c HTTP/1.1" status: 200 len: 945 time: 0.0703225 Nov 02 14:45:33.254190 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:33.282006 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7959cd6-72a7-468e-af79-a8a33c9bd164 req-7353d3b3-988b-4dbd-873b-388858610950 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:33.283480 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e7959cd6-72a7-468e-af79-a8a33c9bd164 req-7353d3b3-988b-4dbd-873b-388858610950 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 944 time: 0.0740452 Nov 02 14:45:33.332946 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-94597132-8627-4d39-a01b-0e7664408f62 req-cc3ad289-b9f4-4e4f-8176-3e05274e7b1c tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730889 Nov 02 14:45:33.356471 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e7959cd6-72a7-468e-af79-a8a33c9bd164 req-5129291a-8033-4ca6-a0bc-6b68926fe9cc tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0658169 Nov 02 14:45:33.468921 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c381363-a470-40b7-a0a5-bf41cf2c063c req-8ab6d6f8-bd65-4634-a3c0-088c5fffc75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:33.475442 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2c381363-a470-40b7-a0a5-bf41cf2c063c req-8ab6d6f8-bd65-4634-a3c0-088c5fffc75c service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=82f2bb5b-1705-4182-9233-e8913f6cd258 HTTP/1.1" status: 200 len: 855 time: 0.0477598 Nov 02 14:45:33.514843 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c381363-a470-40b7-a0a5-bf41cf2c063c req-876dc44e-b659-41b2-80fc-faff73376afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:33.516334 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2c381363-a470-40b7-a0a5-bf41cf2c063c req-876dc44e-b659-41b2-80fc-faff73376afc service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=f2e46242-b4bc-49aa-9edc-2954b80ac8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384202 Nov 02 14:45:33.626390 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2c381363-a470-40b7-a0a5-bf41cf2c063c req-70c1b878-a3de-4d09-bf09-3be46dd9bf0d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f2e46242-b4bc-49aa-9edc-2954b80ac8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852606 Nov 02 14:45:33.834696 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2c381363-a470-40b7-a0a5-bf41cf2c063c req-236a64a3-8e42-43c7-887a-b585b5d757cf service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f2e46242-b4bc-49aa-9edc-2954b80ac8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864325 Nov 02 14:45:34.487421 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968ce01-8c49-430a-bede-9d4c2fe37a8e req-11302c4a-9a9a-4aa2-9468-7d286e9d0c42 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:34.489222 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c968ce01-8c49-430a-bede-9d4c2fe37a8e req-11302c4a-9a9a-4aa2-9468-7d286e9d0c42 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a70e0509-33cf-40a8-a0e2-a5da4317522c HTTP/1.1" status: 200 len: 945 time: 0.0796995 Nov 02 14:45:34.508584 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec978ccb-c761-4de5-95fa-6baca5c19aec req-6257cd0f-7b2d-4195-90db-8b012d6b7529 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:34.510068 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ec978ccb-c761-4de5-95fa-6baca5c19aec req-6257cd0f-7b2d-4195-90db-8b012d6b7529 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 944 time: 0.0716400 Nov 02 14:45:34.583170 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c968ce01-8c49-430a-bede-9d4c2fe37a8e req-f0539e1f-923e-4d7c-a076-bb08a57a876e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881855 Nov 02 14:45:34.586456 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ec978ccb-c761-4de5-95fa-6baca5c19aec req-df4a3366-faf2-4395-8f8c-50edab3d3a81 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0683241 Nov 02 14:45:34.708478 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae7b00-22e3-41ff-982c-0bab68e6330c req-9ebf434c-618f-46ab-a47f-c09dddc4572e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:34.709985 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a3ae7b00-22e3-41ff-982c-0bab68e6330c req-9ebf434c-618f-46ab-a47f-c09dddc4572e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a70e0509-33cf-40a8-a0e2-a5da4317522c HTTP/1.1" status: 200 len: 945 time: 0.0491385 Nov 02 14:45:34.759826 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a3ae7b00-22e3-41ff-982c-0bab68e6330c req-51bc5e90-60a1-4fc7-be30-3d4b13036a2d tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442603 Nov 02 14:45:34.789948 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 36054) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:45:34.929718 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f226ab-ed80-46b9-b694-a74b4e008edc tempest-TestVolumeBootPattern-795655738 tempest-TestVolumeBootPattern-795655738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:34.931256 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-c5f226ab-ed80-46b9-b694-a74b4e008edc tempest-TestVolumeBootPattern-795655738 tempest-TestVolumeBootPattern-795655738-project-admin] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a70e0509-33cf-40a8-a0e2-a5da4317522c HTTP/1.1" status: 200 len: 1124 time: 0.1403153 Nov 02 14:45:34.934265 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 36058) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:45:34.938882 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-0b3afbb1-6fb4-46f3-bf8d-93a8581ae5f5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Request body: {'floatingip': {'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'port_id': '31597016-abf2-4436-a570-4e0d25351888', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:45:35.028372 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0b3afbb1-6fb4-46f3-bf8d-93a8581ae5f5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:35.112834 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0b3afbb1-6fb4-46f3-bf8d-93a8581ae5f5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:35.221657 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.db_base_plugin_common [None req-0b3afbb1-6fb4-46f3-bf8d-93a8581ae5f5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Allocated IP 172.27.0.221 (1e79e91c-2906-4b84-b981-aada7c6d27e6/3c350c57-8af8-403d-ac8f-51d64fbe694a/c7eccd00-a513-41be-83ba-aed532dfd6ab) {{(pid=105390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:45:35.251425 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:35.325522 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0b3afbb1-6fb4-46f3-bf8d-93a8581ae5f5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for port (c7eccd00-a513-41be-83ba-aed532dfd6ab), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:35.406457 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0b3afbb1-6fb4-46f3-bf8d-93a8581ae5f5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (c7eccd00-a513-41be-83ba-aed532dfd6ab), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:35.430026 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:35.452676 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3afbb1-6fb4-46f3-bf8d-93a8581ae5f5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Network 1e79e91c-2906-4b84-b981-aada7c6d27e6 is already hosted by enough agents. {{(pid=105390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:45:35.457752 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-0b3afbb1-6fb4-46f3-bf8d-93a8581ae5f5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Resources bound (agent type, host, resource id): {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:45:35.460149 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3afbb1-6fb4-46f3-bf8d-93a8581ae5f5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Pushing event updated for resources: {'Port': ['ID=c7eccd00-a513-41be-83ba-aed532dfd6ab,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:45:35.462551 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3afbb1-6fb4-46f3-bf8d-93a8581ae5f5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Received port after_create {{(pid=105390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:45:35.491389 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3afbb1-6fb4-46f3-bf8d-93a8581ae5f5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:45:35.491650 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3afbb1-6fb4-46f3-bf8d-93a8581ae5f5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:45:35.491991 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3afbb1-6fb4-46f3-bf8d-93a8581ae5f5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:45:35.492329 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3afbb1-6fb4-46f3-bf8d-93a8581ae5f5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:45:35.492659 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3afbb1-6fb4-46f3-bf8d-93a8581ae5f5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:45:35.492992 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3afbb1-6fb4-46f3-bf8d-93a8581ae5f5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:45:35.493342 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3afbb1-6fb4-46f3-bf8d-93a8581ae5f5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:45:35.493665 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3afbb1-6fb4-46f3-bf8d-93a8581ae5f5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:45:35.493988 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3afbb1-6fb4-46f3-bf8d-93a8581ae5f5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:45:35.494311 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3afbb1-6fb4-46f3-bf8d-93a8581ae5f5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:45:35.494635 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3afbb1-6fb4-46f3-bf8d-93a8581ae5f5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:45:35.494957 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3afbb1-6fb4-46f3-bf8d-93a8581ae5f5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:45:35.495277 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3afbb1-6fb4-46f3-bf8d-93a8581ae5f5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:45:35.495601 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3afbb1-6fb4-46f3-bf8d-93a8581ae5f5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:45:35.495917 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3afbb1-6fb4-46f3-bf8d-93a8581ae5f5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:45:35.727083 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73230515-b543-43b1-9392-8a26cea38670 req-688434db-5e51-4794-8bdb-fca6f4fbcdea tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:35.732566 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-73230515-b543-43b1-9392-8a26cea38670 req-688434db-5e51-4794-8bdb-fca6f4fbcdea tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 944 time: 0.0525916 Nov 02 14:45:35.781169 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-73230515-b543-43b1-9392-8a26cea38670 req-34e543ca-8e1a-4db2-bc95-ddd8ae65edfc tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458560 Nov 02 14:45:35.821032 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0b3afbb1-6fb4-46f3-bf8d-93a8581ae5f5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for floatingip (90e70161-638b-4e40-8327-accc7e7a2d01), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:35.941999 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0b3afbb1-6fb4-46f3-bf8d-93a8581ae5f5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (c7eccd00-a513-41be-83ba-aed532dfd6ab), before_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:36.092653 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0b3afbb1-6fb4-46f3-bf8d-93a8581ae5f5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for port (c7eccd00-a513-41be-83ba-aed532dfd6ab), precommit_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:36.203134 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0b3afbb1-6fb4-46f3-bf8d-93a8581ae5f5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638247'] for port (c7eccd00-a513-41be-83ba-aed532dfd6ab), after_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:36.269538 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3afbb1-6fb4-46f3-bf8d-93a8581ae5f5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Pushing event updated for resources: {'Port': ['ID=c7eccd00-a513-41be-83ba-aed532dfd6ab,revision_number=2']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:45:36.271885 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0b3afbb1-6fb4-46f3-bf8d-93a8581ae5f5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66773501'] for floatingip (90e70161-638b-4e40-8327-accc7e7a2d01), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:36.307633 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:36.351570 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-79addfd0-10db-473b-97b4-92139821902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:36.369313 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.db.l3_db [None req-0b3afbb1-6fb4-46f3-bf8d-93a8581ae5f5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Floating IP 90e70161-638b-4e40-8327-accc7e7a2d01 associated. External IP: 172.27.0.221, port: 31597016-abf2-4436-a570-4e0d25351888. Nov 02 14:45:36.412312 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device bdb24aef-c8c8-4727-9d59-dbef941eb4f8 details requested by agent hyperv_hv-cinder-86236 with host hv-cinder-86236 {{(pid=105392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 14:45:36.417757 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=100 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:36.517217 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port bdb24aef-c8c8-4727-9d59-dbef941eb4f8, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=bdb24aef-c8c8-4727-9d59-dbef941eb4f8,segment=NetworkSegment(1eff0572-7501-4653-a799-253705bab93c),segment_id=1eff0572-7501-4653-a799-253705bab93c)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:45:36.528878 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Returning: {'device': 'bdb24aef-c8c8-4727-9d59-dbef941eb4f8', 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba', 'port_id': 'bdb24aef-c8c8-4727-9d59-dbef941eb4f8', 'mac_address': 'fa:16:3e:2e:d9:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 480, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f2bb5b-1705-4182-9233-e8913f6cd258', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 14:45:36.565422 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port bdb24aef-c8c8-4727-9d59-dbef941eb4f8 is: DOWN; New status is: BUILD {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:45:36.565907 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (bdb24aef-c8c8-4727-9d59-dbef941eb4f8), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:36.576261 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3afbb1-6fb4-46f3-bf8d-93a8581ae5f5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Router 32f50597-324d-4252-8535-0e73e0adb323 has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:45:36.579713 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdb24aef-c8c8-4727-9d59-dbef941eb4f8 {{(pid=105392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:45:36.604450 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port bdb24aef-c8c8-4727-9d59-dbef941eb4f8, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=bdb24aef-c8c8-4727-9d59-dbef941eb4f8,segment=NetworkSegment(1eff0572-7501-4653-a799-253705bab93c),segment_id=1eff0572-7501-4653-a799-253705bab93c)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:45:36.606722 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:45:36.656483 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (bdb24aef-c8c8-4727-9d59-dbef941eb4f8), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:36.691270 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3afbb1-6fb4-46f3-bf8d-93a8581ae5f5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:45:36.704077 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f306b38d-f4bb-4589-b411-b42dd5ce3b89 None None] Sync routers for ids ['32f50597-324d-4252-8535-0e73e0adb323'] in dv-cinder-862365-4-iscsi {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:45:36.713821 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=bdb24aef-c8c8-4727-9d59-dbef941eb4f8,revision_number=9']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:45:36.723115 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f306b38d-f4bb-4589-b411-b42dd5ce3b89 None None] Routers {'32f50597-324d-4252-8535-0e73e0adb323'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:45:36.723722 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-f306b38d-f4bb-4589-b411-b42dd5ce3b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:45:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['32f50597-324d-4252-8535-0e73e0adb323'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:45:36.725323 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:36.755933 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0b3afbb1-6fb4-46f3-bf8d-93a8581ae5f5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for floatingip (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:36.801684 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-0b3afbb1-6fb4-46f3-bf8d-93a8581ae5f5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8663793 Nov 02 14:45:36.802433 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a70e0509-33cf-40a8-a0e2-a5da4317522c', 'tag': '31597016-abf2-4436-a570-4e0d25351888'}] {{(pid=105390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:45:36.804978 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac42a5b87af23485bd7eccec534c7c9fd1bf9d7e8280f45ba58bffd111d0283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3edcd3-b607-485f-ace6-356546d7dc92" -d '{"events": [{"name": "network-changed", "server_uuid": "a70e0509-33cf-40a8-a0e2-a5da4317522c", "tag": "31597016-abf2-4436-a570-4e0d25351888"}]}' {{(pid=105390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:45:36.831455 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-f306b38d-f4bb-4589-b411-b42dd5ce3b89 None None] Set router 32f50597-324d-4252-8535-0e73e0adb323 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:45:36.852525 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba585909-4cad-48dd-9341-1e3c64dce8ab x-openstack-request-id: req-ba585909-4cad-48dd-9341-1e3c64dce8ab {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:45:36.853040 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a70e0509-33cf-40a8-a0e2-a5da4317522c", "tag": "31597016-abf2-4436-a570-4e0d25351888", "status": "completed", "code": 200}]} {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:45:36.853155 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ba585909-4cad-48dd-9341-1e3c64dce8ab {{(pid=105390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:45:36.853484 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba585909-4cad-48dd-9341-1e3c64dce8ab'] response: {'name': 'network-changed', 'server_uuid': 'a70e0509-33cf-40a8-a0e2-a5da4317522c', 'tag': '31597016-abf2-4436-a570-4e0d25351888', 'status': 'completed', 'code': 200} Nov 02 14:45:36.918343 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87e798-e843-4c65-a398-ea3fde5c4ca7 req-d119686e-523d-4451-ab8c-13e666a0f6a3 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:36.920422 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1e87e798-e843-4c65-a398-ea3fde5c4ca7 req-d119686e-523d-4451-ab8c-13e666a0f6a3 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 945 time: 0.0540652 Nov 02 14:45:36.973373 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:36.976436 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3edcd3-b607-485f-ace6-356546d7dc92 req-d9b2be94-56df-4f66-bc96-265ae56aaadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:36.977957 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-dc3edcd3-b607-485f-ace6-356546d7dc92 req-d9b2be94-56df-4f66-bc96-265ae56aaadb service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=990b7e753ad1450489668d0ca151736e&device_id=a70e0509-33cf-40a8-a0e2-a5da4317522c HTTP/1.1" status: 200 len: 1129 time: 0.0569179 Nov 02 14:45:36.999283 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] get_ports_and_sgs() called for port_ids ['bdb24aef-c8c8-4727-9d59-dbef941eb4f8'] {{(pid=105392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 14:45:37.031221 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1e87e798-e843-4c65-a398-ea3fde5c4ca7 req-3b275d57-f575-48bb-adb7-4a8f18204ef2 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1009507 Nov 02 14:45:37.090917 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3edcd3-b607-485f-ace6-356546d7dc92 req-8204c7e4-78b7-4050-8972-fef7f512b78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:37.092564 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-dc3edcd3-b607-485f-ace6-356546d7dc92 req-8204c7e4-78b7-4050-8972-fef7f512b78b service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=3f9be41b-3ac6-43ae-b64c-2573362419af HTTP/1.1" status: 200 len: 913 time: 0.1082852 Nov 02 14:45:37.121960 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-f306b38d-f4bb-4589-b411-b42dd5ce3b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f50597-324d-4252-8535-0e73e0adb323', 'name': 'tempest-TestVolumeBootPattern-1982010526-router', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:31Z', 'updated_at': '2022-11-02T14:44:35Z', 'revision_number': 4, 'project_id': '990b7e753ad1450489668d0ca151736e', 'gw_port': {'id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:32Z', 'updated_at': '2022-11-02T14:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': '90e70161-638b-4e40-8327-accc7e7a2d01', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': '32f50597-324d-4252-8535-0e73e0adb323', 'port_id': '31597016-abf2-4436-a570-4e0d25351888', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'mac_address': 'fa:16:3e:56:f7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70e0509-33cf-40a8-a0e2-a5da4317522c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:45:35Z', 'updated_at': '2022-11-02T14:45:35Z', 'revision_number': 0, 'project_id': '990b7e753ad1450489668d0ca151736e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cee792d-517a-4ab0-8c66-1aace6f80ddc', 'name': '', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'mac_address': 'fa:16:3e:83:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:34Z', 'updated_at': '2022-11-02T14:44:41Z', 'revision_number': 5, 'project_id': '990b7e753ad1450489668d0ca151736e', 'subnets': [{'id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:45:37.142347 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:37.158764 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f306b38d-f4bb-4589-b411-b42dd5ce3b89 None None] Checking router: 32f50597-324d-4252-8535-0e73e0adb323 for host: dv-cinder-862365-4-iscsi {{(pid=105392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:45:37.159823 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-dc3edcd3-b607-485f-ace6-356546d7dc92 req-7c13ff0c-a5eb-4ed2-818f-784b4fd3ba4f service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31597016-abf2-4436-a570-4e0d25351888 HTTP/1.1" status: 200 len: 999 time: 0.0606790 Nov 02 14:45:37.167535 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:37.179649 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f306b38d-f4bb-4589-b411-b42dd5ce3b89 None None] Routers {'32f50597-324d-4252-8535-0e73e0adb323'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:45:37.180259 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-f306b38d-f4bb-4589-b411-b42dd5ce3b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:45:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['32f50597-324d-4252-8535-0e73e0adb323'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:45:37.209296 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3edcd3-b607-485f-ace6-356546d7dc92 req-0aa45160-769a-40aa-96fd-33abc9256390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:37.210805 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-dc3edcd3-b607-485f-ace6-356546d7dc92 req-0aa45160-769a-40aa-96fd-33abc9256390 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=03e0ff6f-7506-47f9-8238-68767b203b61 HTTP/1.1" status: 200 len: 851 time: 0.0453889 Nov 02 14:45:37.255743 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3edcd3-b607-485f-ace6-356546d7dc92 req-4c5fba99-8e4e-409e-8350-e5fa1562efaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:37.257467 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-dc3edcd3-b607-485f-ace6-356546d7dc92 req-4c5fba99-8e4e-409e-8350-e5fa1562efaa service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=3f9be41b-3ac6-43ae-b64c-2573362419af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403798 Nov 02 14:45:37.316463 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-f306b38d-f4bb-4589-b411-b42dd5ce3b89 None None] Set router 32f50597-324d-4252-8535-0e73e0adb323 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:45:37.352207 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-dc3edcd3-b607-485f-ace6-356546d7dc92 req-5ab4e4a6-ae18-4ea6-bf4a-a15804f50aeb service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3f9be41b-3ac6-43ae-b64c-2573362419af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881596 Nov 02 14:45:37.442890 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-dc3edcd3-b607-485f-ace6-356546d7dc92 req-3be4c70f-212f-4b01-9491-d62d1a73064a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3f9be41b-3ac6-43ae-b64c-2573362419af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842223 Nov 02 14:45:37.516636 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=100 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:37.525176 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-f306b38d-f4bb-4589-b411-b42dd5ce3b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f50597-324d-4252-8535-0e73e0adb323', 'name': 'tempest-TestVolumeBootPattern-1982010526-router', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:31Z', 'updated_at': '2022-11-02T14:44:35Z', 'revision_number': 4, 'project_id': '990b7e753ad1450489668d0ca151736e', 'gw_port': {'id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:32Z', 'updated_at': '2022-11-02T14:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': '90e70161-638b-4e40-8327-accc7e7a2d01', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': '32f50597-324d-4252-8535-0e73e0adb323', 'port_id': '31597016-abf2-4436-a570-4e0d25351888', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'mac_address': 'fa:16:3e:56:f7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70e0509-33cf-40a8-a0e2-a5da4317522c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:45:35Z', 'updated_at': '2022-11-02T14:45:35Z', 'revision_number': 0, 'project_id': '990b7e753ad1450489668d0ca151736e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cee792d-517a-4ab0-8c66-1aace6f80ddc', 'name': '', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'mac_address': 'fa:16:3e:83:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:34Z', 'updated_at': '2022-11-02T14:44:41Z', 'revision_number': 5, 'project_id': '990b7e753ad1450489668d0ca151736e', 'subnets': [{'id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:45:37.553738 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f306b38d-f4bb-4589-b411-b42dd5ce3b89 None None] The sync data for ids ['32f50597-324d-4252-8535-0e73e0adb323'] in dv-cinder-862365-4-iscsi is: [{'id': '32f50597-324d-4252-8535-0e73e0adb323', 'name': 'tempest-TestVolumeBootPattern-1982010526-router', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:31Z', 'updated_at': '2022-11-02T14:44:35Z', 'revision_number': 4, 'project_id': '990b7e753ad1450489668d0ca151736e', 'gw_port': {'id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:32Z', 'updated_at': '2022-11-02T14:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': '90e70161-638b-4e40-8327-accc7e7a2d01', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': '32f50597-324d-4252-8535-0e73e0adb323', 'port_id': '31597016-abf2-4436-a570-4e0d25351888', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'mac_address': 'fa:16:3e:56:f7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70e0509-33cf-40a8-a0e2-a5da4317522c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:45:35Z', 'updated_at': '2022-11-02T14:45:35Z', 'revision_number': 0, 'project_id': '990b7e753ad1450489668d0ca151736e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cee792d-517a-4ab0-8c66-1aace6f80ddc', 'name': '', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'mac_address': 'fa:16:3e:83:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:34Z', 'updated_at': '2022-11-02T14:44:41Z', 'revision_number': 5, 'project_id': '990b7e753ad1450489668d0ca151736e', 'subnets': [{'id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:45:37.744454 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113ed6af-fd8a-43b5-b915-ace96a0a0b20 None None] New status for floating IP 90e70161-638b-4e40-8327-accc7e7a2d01: ACTIVE {{(pid=105393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 14:45:38.163920 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a7986-008e-4a0b-9894-b1cb61a328d9 req-b8d33096-4807-433f-bcc4-414ff8569d77 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:38.165419 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ec9a7986-008e-4a0b-9894-b1cb61a328d9 req-b8d33096-4807-433f-bcc4-414ff8569d77 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 945 time: 0.0489926 Nov 02 14:45:38.215088 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ec9a7986-008e-4a0b-9894-b1cb61a328d9 req-062a452f-0d92-44f2-9bd9-7878b759ae96 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441511 Nov 02 14:45:38.425771 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device bdb24aef-c8c8-4727-9d59-dbef941eb4f8 up at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:45:38.471641 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning complete for port bdb24aef-c8c8-4727-9d59-dbef941eb4f8 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:45:38.472017 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (bdb24aef-c8c8-4727-9d59-dbef941eb4f8), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:38.472353 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Attempt 1 to provision port bdb24aef-c8c8-4727-9d59-dbef941eb4f8 Nov 02 14:45:38.544366 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port bdb24aef-c8c8-4727-9d59-dbef941eb4f8 is: BUILD; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:45:38.545680 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (bdb24aef-c8c8-4727-9d59-dbef941eb4f8), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:38.567943 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea6a4066-de22-411b-9e4b-1531cb199bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb24aef-c8c8-4727-9d59-dbef941eb4f8'}] {{(pid=105392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:45:38.570187 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa406a66c4f7fcebf853f6ac608ace0721fd427f75714d2af0e2307e93ff13f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ddfb96-d873-4e36-8bbd-c91148925452" -d '{"events": [{"server_uuid": "ea6a4066-de22-411b-9e4b-1531cb199bc0", "name": "network-vif-plugged", "status": "completed", "tag": "bdb24aef-c8c8-4727-9d59-dbef941eb4f8"}]}' {{(pid=105392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:45:38.586151 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port bdb24aef-c8c8-4727-9d59-dbef941eb4f8, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=bdb24aef-c8c8-4727-9d59-dbef941eb4f8,segment=NetworkSegment(1eff0572-7501-4653-a799-253705bab93c),segment_id=1eff0572-7501-4653-a799-253705bab93c)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:45:38.609359 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6965608-2c26-4ba4-af57-c551f0a4ce3e x-openstack-request-id: req-c6965608-2c26-4ba4-af57-c551f0a4ce3e {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:45:38.609359 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea6a4066-de22-411b-9e4b-1531cb199bc0", "name": "network-vif-plugged", "status": "completed", "tag": "bdb24aef-c8c8-4727-9d59-dbef941eb4f8", "code": 200}]} {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:45:38.609582 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c6965608-2c26-4ba4-af57-c551f0a4ce3e {{(pid=105392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:45:38.609929 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6965608-2c26-4ba4-af57-c551f0a4ce3e'] response: {'server_uuid': 'ea6a4066-de22-411b-9e4b-1531cb199bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb24aef-c8c8-4727-9d59-dbef941eb4f8', 'code': 200} Nov 02 14:45:38.665660 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (bdb24aef-c8c8-4727-9d59-dbef941eb4f8), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:38.719303 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=bdb24aef-c8c8-4727-9d59-dbef941eb4f8,revision_number=10']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:45:38.845536 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-14201d2f-05fd-48c6-ad09-49d7ca2bb612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:38.953223 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947affb7-813a-4aee-b0c6-715f63b2b000 req-d27811ff-f575-4cc0-86e2-048816a30957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:38.954785 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-947affb7-813a-4aee-b0c6-715f63b2b000 req-d27811ff-f575-4cc0-86e2-048816a30957 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 1131 time: 0.0389309 Nov 02 14:45:39.009295 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-947affb7-813a-4aee-b0c6-715f63b2b000 req-48438d08-0398-4846-bdde-8fb8e5924fcb service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475614 Nov 02 14:45:39.345237 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f990c7e-502c-4cb8-a973-29ddc316d4ce req-33e92c4f-61e8-40e8-a7cd-afcff4c0e4b8 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:39.347829 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6f990c7e-502c-4cb8-a973-29ddc316d4ce req-33e92c4f-61e8-40e8-a7cd-afcff4c0e4b8 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 947 time: 0.0508180 Nov 02 14:45:39.396501 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6f990c7e-502c-4cb8-a973-29ddc316d4ce req-cfb1b210-e680-424c-a954-a8dace641869 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430787 Nov 02 14:45:40.500234 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:40.531182 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd9d3a-6c88-43e5-94cc-73d05affc178 req-c5e024f3-eb2d-473a-be41-829f86f711bd tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:40.532734 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2fbd9d3a-6c88-43e5-94cc-73d05affc178 req-c5e024f3-eb2d-473a-be41-829f86f711bd tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 947 time: 0.0519125 Nov 02 14:45:40.580921 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2fbd9d3a-6c88-43e5-94cc-73d05affc178 req-140c88e6-81a8-41d7-9dbb-bc6a511455e9 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425246 Nov 02 14:45:41.524938 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:41.711629 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4de3fc-b7f5-49a1-b3f9-1eacf9a310e8 req-f956f011-5e6d-4d8b-adf3-7dada29d2e83 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:41.713170 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-dc4de3fc-b7f5-49a1-b3f9-1eacf9a310e8 req-f956f011-5e6d-4d8b-adf3-7dada29d2e83 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 947 time: 0.0488226 Nov 02 14:45:41.761190 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-dc4de3fc-b7f5-49a1-b3f9-1eacf9a310e8 req-20b81a8d-1daa-401b-ac40-996a54198b5c tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416343 Nov 02 14:45:41.981841 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:45:42.893503 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619ce67-f07e-438a-a979-abf3a67daea8 req-a4f7c997-bd66-4a56-b9d5-f9e1ebcfe179 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:45:42.894978 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2619ce67-f07e-438a-a979-abf3a67daea8 req-a4f7c997-bd66-4a56-b9d5-f9e1ebcfe179 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 947 time: 0.0509527 Nov 02 14:45:42.945086 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2619ce67-f07e-438a-a979-abf3a67daea8 req-2edbe38f-f1cc-4093-94ed-0540ecb44fba tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444093 Nov 02 14:45:46.789501 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=32,neutron:DELETE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:46.798741 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=36,neutron:DELETE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:51.903062 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:51.909596 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=64,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:52.938953 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=82 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:52.940834 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=97 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:55.581479 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:55.582284 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:45:58.736822 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:06.347918 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-c64e0124-9c93-4529-aa40-011f85bbb624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:07.784657 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a79be-0bb2-4db7-a3a9-362075902f70 req-0fbce064-a2c8-4bce-9a39-db3f960ebf58 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:07.786226 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b78a79be-0bb2-4db7-a3a9-362075902f70 req-0fbce064-a2c8-4bce-9a39-db3f960ebf58 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0485981 Nov 02 14:46:07.833923 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b78a79be-0bb2-4db7-a3a9-362075902f70 req-2f1b9fb3-388c-46c7-a804-00c94471b167 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420628 Nov 02 14:46:08.879738 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-ff10fe8c-df4b-4228-8198-e054125fe33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:08.958746 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce164671-2c66-4e85-a329-d7c0aefd6877 req-2ee214bc-8bf4-44f6-b841-b6bb8a730108 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:08.960213 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ce164671-2c66-4e85-a329-d7c0aefd6877 req-2ee214bc-8bf4-44f6-b841-b6bb8a730108 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0478315 Nov 02 14:46:09.012063 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ce164671-2c66-4e85-a329-d7c0aefd6877 req-fd2f197a-4a4f-4aaf-895a-5cdf1e02e776 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462291 Nov 02 14:46:10.132222 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d7b62-0fbb-4004-beb4-6019777b40b1 req-5b3e0115-cff1-4450-a919-6c8266634084 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:10.133683 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-fb5d7b62-0fbb-4004-beb4-6019777b40b1 req-5b3e0115-cff1-4450-a919-6c8266634084 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0459650 Nov 02 14:46:10.184279 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-fb5d7b62-0fbb-4004-beb4-6019777b40b1 req-4a8f3038-26a4-433e-a942-f44b87a6d9ca tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436492 Nov 02 14:46:10.485527 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:11.311274 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35053a-71dd-4e43-aef9-b6e1885c0432 req-c9d87d92-b256-4974-98cf-337d5aee9463 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:11.312890 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3b35053a-71dd-4e43-aef9-b6e1885c0432 req-c9d87d92-b256-4974-98cf-337d5aee9463 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0496664 Nov 02 14:46:11.361371 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3b35053a-71dd-4e43-aef9-b6e1885c0432 req-0f1c0b80-ddd1-4ba8-bd79-95ff6fe9f0b7 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427554 Nov 02 14:46:11.507695 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:11.976472 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:12.490366 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17235a-c678-42c2-bfcf-4bb2c16c9a09 req-2b38b258-9fe0-4409-a9a3-5e020de1c913 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:12.491820 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ae17235a-c678-42c2-bfcf-4bb2c16c9a09 req-2b38b258-9fe0-4409-a9a3-5e020de1c913 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0509472 Nov 02 14:46:12.539910 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ae17235a-c678-42c2-bfcf-4bb2c16c9a09 req-9e0dd2eb-111d-4eeb-ad69-41bdb9107c34 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418828 Nov 02 14:46:13.606596 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:46:13.663320 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6c484-414f-4f36-aa4f-52d142474915 req-27ab14a1-3b18-44a0-9fb1-b35e44a7ab81 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:13.664777 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2ce6c484-414f-4f36-aa4f-52d142474915 req-27ab14a1-3b18-44a0-9fb1-b35e44a7ab81 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0469606 Nov 02 14:46:13.712061 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2ce6c484-414f-4f36-aa4f-52d142474915 req-498df743-fab9-4e26-a813-d0cade22dc15 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414240 Nov 02 14:46:14.831891 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b02d12-213a-459d-85b9-c6f281110d34 req-adc712f8-31b9-4d56-9389-fe56228b2643 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:14.833367 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-23b02d12-213a-459d-85b9-c6f281110d34 req-adc712f8-31b9-4d56-9389-fe56228b2643 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0467029 Nov 02 14:46:14.884940 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-23b02d12-213a-459d-85b9-c6f281110d34 req-84ee8b56-a5ab-4e44-9d78-94e0089e0e32 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460813 Nov 02 14:46:16.006117 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71adab0-8af3-46b3-8562-3b9eae13ab4f req-cff60c53-d53e-4869-b55c-a71300456de1 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:16.007611 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f71adab0-8af3-46b3-8562-3b9eae13ab4f req-cff60c53-d53e-4869-b55c-a71300456de1 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0471830 Nov 02 14:46:16.054370 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f71adab0-8af3-46b3-8562-3b9eae13ab4f req-3d27933b-be78-4dc9-971a-b149a90026f0 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410967 Nov 02 14:46:16.248445 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322315a6-9b22-49bb-bf6d-4705ed7e3e12 req-1abb71be-fac3-47ca-9598-a19ba9ef1dbe tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:16.249835 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-322315a6-9b22-49bb-bf6d-4705ed7e3e12 req-1abb71be-fac3-47ca-9598-a19ba9ef1dbe tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 947 time: 0.0471039 Nov 02 14:46:16.296331 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-322315a6-9b22-49bb-bf6d-4705ed7e3e12 req-bcf1e54c-6b4f-4f4b-8fb8-ee9fca60d0e6 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409069 Nov 02 14:46:17.186420 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3cce5c-9c2a-475d-b5e3-0f2c523c0a2a req-2cd9083e-2d29-4eab-9341-53284ebe9e72 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:17.187875 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cc3cce5c-9c2a-475d-b5e3-0f2c523c0a2a req-2cd9083e-2d29-4eab-9341-53284ebe9e72 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0516679 Nov 02 14:46:17.237234 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cc3cce5c-9c2a-475d-b5e3-0f2c523c0a2a req-ea1185a9-9209-416c-b79a-c626176fb680 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437086 Nov 02 14:46:17.428465 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b205065-1d83-4970-80e3-214a7a31c622 req-87800a26-0c24-4d36-af6f-e6bddaf674b1 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:17.430086 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6b205065-1d83-4970-80e3-214a7a31c622 req-87800a26-0c24-4d36-af6f-e6bddaf674b1 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 947 time: 0.0481637 Nov 02 14:46:17.475867 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:17.483394 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6b205065-1d83-4970-80e3-214a7a31c622 req-9648fe00-6233-4081-8d98-51923b7e721f tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=be1368db-01b5-480c-8c00-06bb952841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469553 Nov 02 14:46:17.654391 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:17.670281 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c4e02-60bc-484b-a40e-fd2b459bef30 req-afdfa563-b8bc-483e-a3bf-d50eabe95f32 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:17.671783 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-521c4e02-60bc-484b-a40e-fd2b459bef30 req-afdfa563-b8bc-483e-a3bf-d50eabe95f32 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 947 time: 0.0513279 Nov 02 14:46:17.757774 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [req-521c4e02-60bc-484b-a40e-fd2b459bef30 req-a4623b37-4cad-4f10-985c-e6dda28ecf2b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Deleting port bdb24aef-c8c8-4727-9d59-dbef941eb4f8 {{(pid=105391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:46:17.758039 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-521c4e02-60bc-484b-a40e-fd2b459bef30 req-a4623b37-4cad-4f10-985c-e6dda28ecf2b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (bdb24aef-c8c8-4727-9d59-dbef941eb4f8), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:17.853451 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-521c4e02-60bc-484b-a40e-fd2b459bef30 req-a4623b37-4cad-4f10-985c-e6dda28ecf2b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] For port bdb24aef-c8c8-4727-9d59-dbef941eb4f8, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=bdb24aef-c8c8-4727-9d59-dbef941eb4f8,segment=NetworkSegment(1eff0572-7501-4653-a799-253705bab93c),segment_id=1eff0572-7501-4653-a799-253705bab93c)] {{(pid=105391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:46:17.853827 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-521c4e02-60bc-484b-a40e-fd2b459bef30 req-a4623b37-4cad-4f10-985c-e6dda28ecf2b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (bdb24aef-c8c8-4727-9d59-dbef941eb4f8), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:18.021677 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-521c4e02-60bc-484b-a40e-fd2b459bef30 req-a4623b37-4cad-4f10-985c-e6dda28ecf2b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:18.021943 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-521c4e02-60bc-484b-a40e-fd2b459bef30 req-a4623b37-4cad-4f10-985c-e6dda28ecf2b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66773501'] for floatingip (57272738-39b0-4343-975c-31ffcf37493a), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:18.022224 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.db.l3_db [req-521c4e02-60bc-484b-a40e-fd2b459bef30 req-a4623b37-4cad-4f10-985c-e6dda28ecf2b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Floating IP 57272738-39b0-4343-975c-31ffcf37493a disassociated. External IP: 172.27.0.189, port: bdb24aef-c8c8-4727-9d59-dbef941eb4f8. Nov 02 14:46:18.022564 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [req-521c4e02-60bc-484b-a40e-fd2b459bef30 req-a4623b37-4cad-4f10-985c-e6dda28ecf2b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Calling delete_port for bdb24aef-c8c8-4727-9d59-dbef941eb4f8 owned by compute:nova {{(pid=105391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:46:18.193754 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-521c4e02-60bc-484b-a40e-fd2b459bef30 req-a4623b37-4cad-4f10-985c-e6dda28ecf2b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63276524'] for port (bdb24aef-c8c8-4727-9d59-dbef941eb4f8), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:18.221957 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4623b37-4cad-4f10-985c-e6dda28ecf2b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Pushing event deleted for resources: {'Port': ['ID=bdb24aef-c8c8-4727-9d59-dbef941eb4f8,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:46:18.234475 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4623b37-4cad-4f10-985c-e6dda28ecf2b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:18.234833 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4623b37-4cad-4f10-985c-e6dda28ecf2b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:18.235174 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4623b37-4cad-4f10-985c-e6dda28ecf2b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:18.235512 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4623b37-4cad-4f10-985c-e6dda28ecf2b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:18.235850 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4623b37-4cad-4f10-985c-e6dda28ecf2b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:18.236180 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4623b37-4cad-4f10-985c-e6dda28ecf2b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:18.236516 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4623b37-4cad-4f10-985c-e6dda28ecf2b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:18.236846 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4623b37-4cad-4f10-985c-e6dda28ecf2b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:18.237220 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4623b37-4cad-4f10-985c-e6dda28ecf2b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:18.237553 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4623b37-4cad-4f10-985c-e6dda28ecf2b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:18.237880 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4623b37-4cad-4f10-985c-e6dda28ecf2b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:18.238202 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4623b37-4cad-4f10-985c-e6dda28ecf2b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:18.238526 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4623b37-4cad-4f10-985c-e6dda28ecf2b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:18.238848 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4623b37-4cad-4f10-985c-e6dda28ecf2b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:18.239432 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4623b37-4cad-4f10-985c-e6dda28ecf2b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:18.664277 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-84697bfa-9be8-40d1-b810-53bb1dd9ef6a req-e8b024af-591f-4755-bd01-19ac31c02275 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ea6a4066-de22-411b-9e4b-1531cb199bc0 HTTP/1.1" status: 200 len: 210 time: 0.0629177 Nov 02 14:46:18.696236 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d4b73-ffff-4014-a97f-2c501ac034f4 req-59ccd632-b2a5-4676-a1f1-c74d373b0780 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:18.697753 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-be9d4b73-ffff-4014-a97f-2c501ac034f4 req-59ccd632-b2a5-4676-a1f1-c74d373b0780 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0953338 Nov 02 14:46:18.702285 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-521c4e02-60bc-484b-a40e-fd2b459bef30 req-a4623b37-4cad-4f10-985c-e6dda28ecf2b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Router 342a5859-52ee-490d-94ca-5c9173f1f852 has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:46:18.793073 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-be9d4b73-ffff-4014-a97f-2c501ac034f4 req-bd82d01c-65aa-4612-960e-e43874e7fbb9 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874503 Nov 02 14:46:18.841804 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:18.850228 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-521c4e02-60bc-484b-a40e-fd2b459bef30 req-a4623b37-4cad-4f10-985c-e6dda28ecf2b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:46:18.860644 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea45656-0bd6-4901-915c-1168387f77a2 None None] Sync routers for ids ['342a5859-52ee-490d-94ca-5c9173f1f852'] in dv-cinder-862365-4-iscsi {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:46:18.871203 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea45656-0bd6-4901-915c-1168387f77a2 None None] Routers {'342a5859-52ee-490d-94ca-5c9173f1f852'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:46:18.871816 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-fea45656-0bd6-4901-915c-1168387f77a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:46:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['342a5859-52ee-490d-94ca-5c9173f1f852'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:46:18.899156 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [req-521c4e02-60bc-484b-a40e-fd2b459bef30 req-a4623b37-4cad-4f10-985c-e6dda28ecf2b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] No DVR routers for this DVR port bdb24aef-c8c8-4727-9d59-dbef941eb4f8 on host hv-cinder-86236 {{(pid=105391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:46:18.902069 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-521c4e02-60bc-484b-a40e-fd2b459bef30 req-a4623b37-4cad-4f10-985c-e6dda28ecf2b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:18.906004 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-521c4e02-60bc-484b-a40e-fd2b459bef30 req-a4623b37-4cad-4f10-985c-e6dda28ecf2b tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.64 "DELETE /networking/v2.0/ports/bdb24aef-c8c8-4727-9d59-dbef941eb4f8 HTTP/1.1" status: 204 len: 173 time: 1.2295041 Nov 02 14:46:18.907731 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea6a4066-de22-411b-9e4b-1531cb199bc0', 'name': 'network-vif-deleted', 'tag': 'bdb24aef-c8c8-4727-9d59-dbef941eb4f8'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:46:18.909789 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12be7ef8-e789-4198-a5f7-49ba9ada54d2" -d '{"events": [{"server_uuid": "ea6a4066-de22-411b-9e4b-1531cb199bc0", "name": "network-vif-deleted", "tag": "bdb24aef-c8c8-4727-9d59-dbef941eb4f8"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:46:18.949139 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e1c9aa-f12e-4672-8c39-56e0b98469f1 x-openstack-request-id: req-c6e1c9aa-f12e-4672-8c39-56e0b98469f1 {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:46:18.949139 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea6a4066-de22-411b-9e4b-1531cb199bc0", "name": "network-vif-deleted", "tag": "bdb24aef-c8c8-4727-9d59-dbef941eb4f8", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:46:18.949382 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c6e1c9aa-f12e-4672-8c39-56e0b98469f1 {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:46:18.949685 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6e1c9aa-f12e-4672-8c39-56e0b98469f1'] response: {'server_uuid': 'ea6a4066-de22-411b-9e4b-1531cb199bc0', 'name': 'network-vif-deleted', 'tag': 'bdb24aef-c8c8-4727-9d59-dbef941eb4f8', 'status': 'completed', 'code': 200} Nov 02 14:46:18.982987 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-fea45656-0bd6-4901-915c-1168387f77a2 None None] Set router 342a5859-52ee-490d-94ca-5c9173f1f852 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:46:19.346145 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-fea45656-0bd6-4901-915c-1168387f77a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'name': 'tempest-AttachVolumeShelveTestJSON-131606185-router', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '39efcdc3-cd3e-476b-b10c-41c4ae64db72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:30Z', 'revision_number': 4, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'gw_port': {'id': '39efcdc3-cd3e-476b-b10c-41c4ae64db72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:21Z', 'updated_at': '2022-11-02T14:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '7fc70695-7ca0-43fe-8bf7-92bc8c2240c8', 'name': '', 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'mac_address': 'fa:16:3e:55:6d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '82f2bb5b-1705-4182-9233-e8913f6cd258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:28Z', 'updated_at': '2022-11-02T14:39:39Z', 'revision_number': 5, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'subnets': [{'id': '82f2bb5b-1705-4182-9233-e8913f6cd258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:46:19.371353 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea45656-0bd6-4901-915c-1168387f77a2 None None] Checking router: 342a5859-52ee-490d-94ca-5c9173f1f852 for host: dv-cinder-862365-4-iscsi {{(pid=105392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:46:19.381446 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea45656-0bd6-4901-915c-1168387f77a2 None None] Routers {'342a5859-52ee-490d-94ca-5c9173f1f852'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:46:19.382062 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-fea45656-0bd6-4901-915c-1168387f77a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:46:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['342a5859-52ee-490d-94ca-5c9173f1f852'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:46:19.493259 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-fea45656-0bd6-4901-915c-1168387f77a2 None None] Set router 342a5859-52ee-490d-94ca-5c9173f1f852 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:46:19.695074 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-fea45656-0bd6-4901-915c-1168387f77a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'name': 'tempest-AttachVolumeShelveTestJSON-131606185-router', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '39efcdc3-cd3e-476b-b10c-41c4ae64db72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:30Z', 'revision_number': 4, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'gw_port': {'id': '39efcdc3-cd3e-476b-b10c-41c4ae64db72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:21Z', 'updated_at': '2022-11-02T14:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '7fc70695-7ca0-43fe-8bf7-92bc8c2240c8', 'name': '', 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'mac_address': 'fa:16:3e:55:6d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '82f2bb5b-1705-4182-9233-e8913f6cd258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:28Z', 'updated_at': '2022-11-02T14:39:39Z', 'revision_number': 5, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'subnets': [{'id': '82f2bb5b-1705-4182-9233-e8913f6cd258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:46:19.722525 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea45656-0bd6-4901-915c-1168387f77a2 None None] The sync data for ids ['342a5859-52ee-490d-94ca-5c9173f1f852'] in dv-cinder-862365-4-iscsi is: [{'id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'name': 'tempest-AttachVolumeShelveTestJSON-131606185-router', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '39efcdc3-cd3e-476b-b10c-41c4ae64db72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:39:30Z', 'revision_number': 4, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'gw_port': {'id': '39efcdc3-cd3e-476b-b10c-41c4ae64db72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:21Z', 'updated_at': '2022-11-02T14:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '7fc70695-7ca0-43fe-8bf7-92bc8c2240c8', 'name': '', 'network_id': 'f2e46242-b4bc-49aa-9edc-2954b80ac8ba', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'mac_address': 'fa:16:3e:55:6d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '82f2bb5b-1705-4182-9233-e8913f6cd258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:28Z', 'updated_at': '2022-11-02T14:39:39Z', 'revision_number': 5, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'subnets': [{'id': '82f2bb5b-1705-4182-9233-e8913f6cd258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:46:19.847355 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 36224) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:46:19.922788 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-357e0515-2689-45fc-9503-9cf74ae54f6c tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for security_group (be1368db-01b5-480c-8c00-06bb952841b9), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:19.924454 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:19.933957 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e06912-7d58-4326-9731-89b3d0fa7cbb req-aaefe0d5-cef2-40f5-9014-765f00f5d97f tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:19.937151 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-87e06912-7d58-4326-9731-89b3d0fa7cbb req-aaefe0d5-cef2-40f5-9014-765f00f5d97f tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0549378 Nov 02 14:46:19.953645 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-357e0515-2689-45fc-9503-9cf74ae54f6c tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for security_group (be1368db-01b5-480c-8c00-06bb952841b9), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:19.986125 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21368479-937a-4b08-b318-e8efc6220d70 None None] New status for floating IP 57272738-39b0-4343-975c-31ffcf37493a: DOWN {{(pid=105393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 14:46:19.996316 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-87e06912-7d58-4326-9731-89b3d0fa7cbb req-aa7a2e4b-67be-4074-a16f-c858fb7b36db tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532720 Nov 02 14:46:20.100478 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-357e0515-2689-45fc-9503-9cf74ae54f6c tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (be1368db-01b5-480c-8c00-06bb952841b9), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:20.103236 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-357e0515-2689-45fc-9503-9cf74ae54f6c tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:20.104525 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-357e0515-2689-45fc-9503-9cf74ae54f6c tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "DELETE /networking/v2.0/security-groups/be1368db-01b5-480c-8c00-06bb952841b9 HTTP/1.1" status: 204 len: 168 time: 0.2555482 Nov 02 14:46:20.108322 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 36226) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:46:20.116109 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e0515-2689-45fc-9503-9cf74ae54f6c tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1368db-01b5-480c-8c00-06bb952841b9,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:46:20.122806 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.api.v2.resource [None req-81e60efe-0baa-45c6-9fb3-e391f6836802 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] show failed (client error): The resource could not be found. Nov 02 14:46:20.126769 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-81e60efe-0baa-45c6-9fb3-e391f6836802 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "GET /networking/v2.0/security-groups/be1368db-01b5-480c-8c00-06bb952841b9 HTTP/1.1" status: 404 len: 347 time: 0.0144186 Nov 02 14:46:20.127123 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 36228) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:46:20.246805 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-9341dcbd-e4d8-4ca2-b970-3554cec92c1d tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Deleting port f49ab19b-2b65-41b2-9aac-206481404527 {{(pid=105390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:46:20.247154 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-9341dcbd-e4d8-4ca2-b970-3554cec92c1d tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (f49ab19b-2b65-41b2-9aac-206481404527), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:20.332070 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-9341dcbd-e4d8-4ca2-b970-3554cec92c1d tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (f49ab19b-2b65-41b2-9aac-206481404527), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:20.332402 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-9341dcbd-e4d8-4ca2-b970-3554cec92c1d tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for floatingip (f49ab19b-2b65-41b2-9aac-206481404527), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:20.346050 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-9341dcbd-e4d8-4ca2-b970-3554cec92c1d tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Calling delete_port for f49ab19b-2b65-41b2-9aac-206481404527 owned by network:floatingip {{(pid=105390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:46:20.540264 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-9341dcbd-e4d8-4ca2-b970-3554cec92c1d tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (f49ab19b-2b65-41b2-9aac-206481404527), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:20.565016 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341dcbd-e4d8-4ca2-b970-3554cec92c1d tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Pushing event deleted for resources: {'Port': ['ID=f49ab19b-2b65-41b2-9aac-206481404527,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:46:20.633318 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-9341dcbd-e4d8-4ca2-b970-3554cec92c1d tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks [] for floatingip (57272738-39b0-4343-975c-31ffcf37493a), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:20.635757 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-9341dcbd-e4d8-4ca2-b970-3554cec92c1d tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for floatingip (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:20.636960 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-9341dcbd-e4d8-4ca2-b970-3554cec92c1d tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/57272738-39b0-4343-975c-31ffcf37493a HTTP/1.1" status: 204 len: 168 time: 0.5088699 Nov 02 14:46:21.123047 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287b6c9-07b0-4044-b022-de200a7be660 req-ed484a98-388d-4327-aaa1-f91508116241 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:21.124643 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c287b6c9-07b0-4044-b022-de200a7be660 req-ed484a98-388d-4327-aaa1-f91508116241 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0490205 Nov 02 14:46:21.178979 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c287b6c9-07b0-4044-b022-de200a7be660 req-dbc7d64f-0e97-4cdb-b697-76d7a1693110 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486102 Nov 02 14:46:22.303530 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5184e9-b984-4eb7-87be-7ba9c2763b09 req-528458bf-eba5-41a1-8e75-fc1ce957af26 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:22.305129 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ae5184e9-b984-4eb7-87be-7ba9c2763b09 req-528458bf-eba5-41a1-8e75-fc1ce957af26 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0495543 Nov 02 14:46:22.354859 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ae5184e9-b984-4eb7-87be-7ba9c2763b09 req-6698d99e-0595-46fe-b82c-2626d1a0f570 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425711 Nov 02 14:46:22.619117 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device bdb24aef-c8c8-4727-9d59-dbef941eb4f8 no longer exists at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:46:22.623417 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:22.624028 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:22.640150 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] No Port match for: bdb24aef-c8c8-4727-9d59-dbef941eb4f8 {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:46:22.640495 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device bdb24aef-c8c8-4727-9d59-dbef941eb4f8 not bound to the agent host hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:46:23.300842 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 36254) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:46:23.521256 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5fd61-8b62-462a-952d-9b85b1b86071 req-f0d86aa7-0f3d-4602-b880-b8a14e8b7dd9 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:23.522742 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1dd5fd61-8b62-462a-952d-9b85b1b86071 req-f0d86aa7-0f3d-4602-b880-b8a14e8b7dd9 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0878346 Nov 02 14:46:23.618979 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1dd5fd61-8b62-462a-952d-9b85b1b86071 req-d696e327-37a6-4523-a040-7840aba03b62 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880289 Nov 02 14:46:23.828030 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-7e86c870-0be8-4952-ae6c-89c93c4d0c16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66774525'] for router_interface (342a5859-52ee-490d-94ca-5c9173f1f852), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:23.988473 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:24.048107 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [None req-7e86c870-0be8-4952-ae6c-89c93c4d0c16 admin admin] Deleting port 7fc70695-7ca0-43fe-8bf7-92bc8c2240c8 {{(pid=105391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:46:24.048444 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-7e86c870-0be8-4952-ae6c-89c93c4d0c16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (7fc70695-7ca0-43fe-8bf7-92bc8c2240c8), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:24.128913 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [None req-7e86c870-0be8-4952-ae6c-89c93c4d0c16 admin admin] For port 7fc70695-7ca0-43fe-8bf7-92bc8c2240c8, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=7fc70695-7ca0-43fe-8bf7-92bc8c2240c8,segment=NetworkSegment(1eff0572-7501-4653-a799-253705bab93c),segment_id=1eff0572-7501-4653-a799-253705bab93c)] {{(pid=105391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:46:24.129328 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-7e86c870-0be8-4952-ae6c-89c93c4d0c16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (7fc70695-7ca0-43fe-8bf7-92bc8c2240c8), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:24.142390 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [None req-7e86c870-0be8-4952-ae6c-89c93c4d0c16 admin admin] Calling delete_port for 7fc70695-7ca0-43fe-8bf7-92bc8c2240c8 owned by network:router_interface {{(pid=105391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:46:24.153323 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:24.380065 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-7e86c870-0be8-4952-ae6c-89c93c4d0c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63276524'] for port (7fc70695-7ca0-43fe-8bf7-92bc8c2240c8), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:24.407582 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86c870-0be8-4952-ae6c-89c93c4d0c16 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fc70695-7ca0-43fe-8bf7-92bc8c2240c8,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:46:24.577948 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-7e86c870-0be8-4952-ae6c-89c93c4d0c16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66712616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66776685'] for router_interface (342a5859-52ee-490d-94ca-5c9173f1f852), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:24.599431 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c264bd8-9cbf-4568-91a7-875f083ae0cb None None] get_active_networks_info from dv-cinder-862365-4-iscsi {{(pid=105392) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 14:46:24.698252 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c264bd8-9cbf-4568-91a7-875f083ae0cb None None] Resources bound (agent type, host, resource id): {{(pid=105392) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 14:46:24.797127 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d9678-3c43-4c99-bd45-b72e03f3c22d req-dcf5fbea-9277-45f0-bf49-5f26f5fcf554 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:24.798641 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cb0d9678-3c43-4c99-bd45-b72e03f3c22d req-dcf5fbea-9277-45f0-bf49-5f26f5fcf554 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0634003 Nov 02 14:46:24.873841 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e86c870-0be8-4952-ae6c-89c93c4d0c16 admin admin] Router 342a5859-52ee-490d-94ca-5c9173f1f852 has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:46:24.890992 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cb0d9678-3c43-4c99-bd45-b72e03f3c22d req-de78bd80-3e88-49d4-8e3a-2cae53bb8dc9 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678828 Nov 02 14:46:24.987774 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:25.006316 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e86c870-0be8-4952-ae6c-89c93c4d0c16 admin admin] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:46:25.011580 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-7e86c870-0be8-4952-ae6c-89c93c4d0c16 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/342a5859-52ee-490d-94ca-5c9173f1f852/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7098055 Nov 02 14:46:25.014908 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 36262) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:46:25.019240 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1ca2e7-070c-4d10-b811-a24da6dde3c8 None None] Sync routers for ids ['342a5859-52ee-490d-94ca-5c9173f1f852'] in dv-cinder-862365-4-iscsi {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:46:25.030668 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1ca2e7-070c-4d10-b811-a24da6dde3c8 None None] Routers {'342a5859-52ee-490d-94ca-5c9173f1f852'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:46:25.031392 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-3e1ca2e7-070c-4d10-b811-a24da6dde3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:46:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['342a5859-52ee-490d-94ca-5c9173f1f852'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:46:25.068922 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:25.130697 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8fcfba63-ea6c-40d9-a269-124baa964f78 admin admin] Publish callbacks [] for router (342a5859-52ee-490d-94ca-5c9173f1f852), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:25.144257 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-3e1ca2e7-070c-4d10-b811-a24da6dde3c8 None None] Set router 342a5859-52ee-490d-94ca-5c9173f1f852 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:46:25.238868 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8fcfba63-ea6c-40d9-a269-124baa964f78 admin admin] Publish callbacks [] for router_gateway (342a5859-52ee-490d-94ca-5c9173f1f852), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:25.335257 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-3e1ca2e7-070c-4d10-b811-a24da6dde3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'name': 'tempest-AttachVolumeShelveTestJSON-131606185-router', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '39efcdc3-cd3e-476b-b10c-41c4ae64db72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:46:24Z', 'revision_number': 5, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'gw_port': {'id': '39efcdc3-cd3e-476b-b10c-41c4ae64db72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:39:21Z', 'updated_at': '2022-11-02T14:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:46:25.350819 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [None req-8fcfba63-ea6c-40d9-a269-124baa964f78 admin admin] Deleting port 39efcdc3-cd3e-476b-b10c-41c4ae64db72 {{(pid=105391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:46:25.351171 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8fcfba63-ea6c-40d9-a269-124baa964f78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (39efcdc3-cd3e-476b-b10c-41c4ae64db72), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:25.374543 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1ca2e7-070c-4d10-b811-a24da6dde3c8 None None] Checking router: 342a5859-52ee-490d-94ca-5c9173f1f852 for host: dv-cinder-862365-4-iscsi {{(pid=105392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:46:25.385736 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-9bf835ca-6e6b-4589-a825-20e743a49434 None None] Provisioning complete for port 103a40bd-7297-4131-be82-54f1ce32989c triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:46:25.386120 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-9bf835ca-6e6b-4589-a825-20e743a49434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (103a40bd-7297-4131-be82-54f1ce32989c), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:25.386467 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-9bf835ca-6e6b-4589-a825-20e743a49434 None None] Attempt 1 to provision port 103a40bd-7297-4131-be82-54f1ce32989c Nov 02 14:46:25.416047 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1ca2e7-070c-4d10-b811-a24da6dde3c8 None None] Routers {'342a5859-52ee-490d-94ca-5c9173f1f852'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:46:25.416676 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-3e1ca2e7-070c-4d10-b811-a24da6dde3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:46:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['342a5859-52ee-490d-94ca-5c9173f1f852'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:46:25.449601 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [None req-8fcfba63-ea6c-40d9-a269-124baa964f78 admin admin] For port 39efcdc3-cd3e-476b-b10c-41c4ae64db72, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=39efcdc3-cd3e-476b-b10c-41c4ae64db72,segment=NetworkSegment(16a641ca-682a-48e9-98c9-b5a1ba9af67a),segment_id=16a641ca-682a-48e9-98c9-b5a1ba9af67a)] {{(pid=105391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:46:25.449923 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8fcfba63-ea6c-40d9-a269-124baa964f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (39efcdc3-cd3e-476b-b10c-41c4ae64db72), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:25.466106 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [None req-8fcfba63-ea6c-40d9-a269-124baa964f78 admin admin] Calling delete_port for 39efcdc3-cd3e-476b-b10c-41c4ae64db72 owned by network:router_gateway {{(pid=105391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:46:25.543212 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-3e1ca2e7-070c-4d10-b811-a24da6dde3c8 None None] Set router 342a5859-52ee-490d-94ca-5c9173f1f852 gateway port host: None {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:46:25.599885 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-3e1ca2e7-070c-4d10-b811-a24da6dde3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'name': 'tempest-AttachVolumeShelveTestJSON-131606185-router', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:46:25Z', 'revision_number': 6, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'gw_port_host': None}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:46:25.635056 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-9bf835ca-6e6b-4589-a825-20e743a49434 None None] Current status of the port 103a40bd-7297-4131-be82-54f1ce32989c is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:46:25.637205 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1ca2e7-070c-4d10-b811-a24da6dde3c8 None None] The sync data for ids ['342a5859-52ee-490d-94ca-5c9173f1f852'] in dv-cinder-862365-4-iscsi is: [{'id': '342a5859-52ee-490d-94ca-5c9173f1f852', 'name': 'tempest-AttachVolumeShelveTestJSON-131606185-router', 'tenant_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:39:20Z', 'updated_at': '2022-11-02T14:46:25Z', 'revision_number': 6, 'project_id': '0dd67ec4f08d4d548af5b5ccee50407c', 'gw_port_host': None}] {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:46:25.736900 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8fcfba63-ea6c-40d9-a269-124baa964f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63276524'] for port (39efcdc3-cd3e-476b-b10c-41c4ae64db72), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:25.763169 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcfba63-ea6c-40d9-a269-124baa964f78 admin admin] Pushing event deleted for resources: {'Port': ['ID=39efcdc3-cd3e-476b-b10c-41c4ae64db72,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:46:25.829804 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8fcfba63-ea6c-40d9-a269-124baa964f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66773426'] for router_gateway (342a5859-52ee-490d-94ca-5c9173f1f852), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:25.922739 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8fcfba63-ea6c-40d9-a269-124baa964f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66776635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43145'] for router (342a5859-52ee-490d-94ca-5c9173f1f852), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:25.924855 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8fcfba63-ea6c-40d9-a269-124baa964f78 admin admin] Publish callbacks [] for router_controller (342a5859-52ee-490d-94ca-5c9173f1f852), precommit_delete_associations {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:26.030787 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1078c-a984-4e1d-819c-1d4b30c0db19 req-911eb95a-087d-454a-916f-1e602cd811aa tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:26.032318 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1dd1078c-a984-4e1d-819c-1d4b30c0db19 req-911eb95a-087d-454a-916f-1e602cd811aa tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0529337 Nov 02 14:46:26.055709 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8fcfba63-ea6c-40d9-a269-124baa964f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66776610'] for router (342a5859-52ee-490d-94ca-5c9173f1f852), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:26.057021 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcfba63-ea6c-40d9-a269-124baa964f78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 342a5859-52ee-490d-94ca-5c9173f1f852 {{(pid=105391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 14:46:26.063497 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8fcfba63-ea6c-40d9-a269-124baa964f78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:26.067286 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-8fcfba63-ea6c-40d9-a269-124baa964f78 admin admin] 10.222.0.30 "DELETE /networking/v2.0/routers/342a5859-52ee-490d-94ca-5c9173f1f852 HTTP/1.1" status: 204 len: 168 time: 1.0488911 Nov 02 14:46:26.067391 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 36266) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:46:26.104298 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:26.130308 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1dd1078c-a984-4e1d-819c-1d4b30c0db19 req-4199494a-f676-4cf4-97bc-d3e9ac554279 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896232 Nov 02 14:46:26.135422 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.db_base_plugin_v2 [None req-23eac4f7-83fb-4ab2-b9a6-00f2aa75a267 admin admin] Deleting subnet 82f2bb5b-1705-4182-9233-e8913f6cd258 {{(pid=105391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 14:46:26.138786 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-23eac4f7-83fb-4ab2-b9a6-00f2aa75a267 admin admin] Publish callbacks [] for subnet (82f2bb5b-1705-4182-9233-e8913f6cd258), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:26.179243 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-23eac4f7-83fb-4ab2-b9a6-00f2aa75a267 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64924452'] for subnet (82f2bb5b-1705-4182-9233-e8913f6cd258), precommit_delete_associations {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:26.210307 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:26.257060 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-23eac4f7-83fb-4ab2-b9a6-00f2aa75a267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381874'] for subnet (82f2bb5b-1705-4182-9233-e8913f6cd258), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:26.426696 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-23eac4f7-83fb-4ab2-b9a6-00f2aa75a267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63276465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62938073'] for subnet (82f2bb5b-1705-4182-9233-e8913f6cd258), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:26.452301 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eac4f7-83fb-4ab2-b9a6-00f2aa75a267 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82f2bb5b-1705-4182-9233-e8913f6cd258,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:46:26.458159 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-23eac4f7-83fb-4ab2-b9a6-00f2aa75a267 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for subnet (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:26.463582 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-23eac4f7-83fb-4ab2-b9a6-00f2aa75a267 admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/82f2bb5b-1705-4182-9233-e8913f6cd258 HTTP/1.1" status: 204 len: 168 time: 0.3930111 Nov 02 14:46:26.463730 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37094c51-4a22-402f-b27d-3aa848f02f38 None None] Network f2e46242-b4bc-49aa-9edc-2954b80ac8ba requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:46:26.464050 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 36268) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:46:26.541083 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-61d93bfc-a379-4dac-87a4-8d5abadc6ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370122'] for network (f2e46242-b4bc-49aa-9edc-2954b80ac8ba), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:26.587126 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-61d93bfc-a379-4dac-87a4-8d5abadc6ee5 admin admin] Deleting port 103a40bd-7297-4131-be82-54f1ce32989c {{(pid=105390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:46:26.587462 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-61d93bfc-a379-4dac-87a4-8d5abadc6ee5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (103a40bd-7297-4131-be82-54f1ce32989c), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:26.615228 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ffa37e-1e13-45a9-8373-9dd0bff33ce0 None None] DHCP port deletion for f2e46242-b4bc-49aa-9edc-2954b80ac8ba request from dv-cinder-862365-4-iscsi {{(pid=105392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 14:46:26.655064 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-03ffa37e-1e13-45a9-8373-9dd0bff33ce0 None None] Deleting port 103a40bd-7297-4131-be82-54f1ce32989c {{(pid=105392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:46:26.655444 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-03ffa37e-1e13-45a9-8373-9dd0bff33ce0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (103a40bd-7297-4131-be82-54f1ce32989c), before_delete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:26.658299 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=100 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:26.662883 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [None req-61d93bfc-a379-4dac-87a4-8d5abadc6ee5 admin admin] For port 103a40bd-7297-4131-be82-54f1ce32989c, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=103a40bd-7297-4131-be82-54f1ce32989c,segment=NetworkSegment(1eff0572-7501-4653-a799-253705bab93c),segment_id=1eff0572-7501-4653-a799-253705bab93c)] {{(pid=105390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:46:26.663245 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-61d93bfc-a379-4dac-87a4-8d5abadc6ee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (103a40bd-7297-4131-be82-54f1ce32989c), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:26.678946 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-61d93bfc-a379-4dac-87a4-8d5abadc6ee5 admin admin] Calling delete_port for 103a40bd-7297-4131-be82-54f1ce32989c owned by network:dhcp {{(pid=105390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:46:26.724865 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=100 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:26.738699 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 103a40bd-7297-4131-be82-54f1ce32989c no longer exists at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:46:26.740129 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:26.747076 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-03ffa37e-1e13-45a9-8373-9dd0bff33ce0 None None] For port 103a40bd-7297-4131-be82-54f1ce32989c, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=103a40bd-7297-4131-be82-54f1ce32989c,segment=NetworkSegment(1eff0572-7501-4653-a799-253705bab93c),segment_id=1eff0572-7501-4653-a799-253705bab93c)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:46:26.747535 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-03ffa37e-1e13-45a9-8373-9dd0bff33ce0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (103a40bd-7297-4131-be82-54f1ce32989c), precommit_delete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:26.753411 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:26.784986 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-03ffa37e-1e13-45a9-8373-9dd0bff33ce0 None None] Calling delete_port for 103a40bd-7297-4131-be82-54f1ce32989c owned by network:dhcp {{(pid=105392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:46:26.848471 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-61d93bfc-a379-4dac-87a4-8d5abadc6ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (103a40bd-7297-4131-be82-54f1ce32989c), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:26.874344 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d93bfc-a379-4dac-87a4-8d5abadc6ee5 admin admin] Pushing event deleted for resources: {'Port': ['ID=103a40bd-7297-4131-be82-54f1ce32989c,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:46:26.880498 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d93bfc-a379-4dac-87a4-8d5abadc6ee5 admin admin] No DVR routers for this DVR port 103a40bd-7297-4131-be82-54f1ce32989c on host dv-cinder-862365-4-iscsi {{(pid=105390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:46:26.884884 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 103a40bd-7297-4131-be82-54f1ce32989c is: ACTIVE; New status is: DOWN {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:46:26.885222 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (103a40bd-7297-4131-be82-54f1ce32989c), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:26.915727 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-03ffa37e-1e13-45a9-8373-9dd0bff33ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470'] for port (103a40bd-7297-4131-be82-54f1ce32989c), after_delete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:26.940823 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 7fc70695-7ca0-43fe-8bf7-92bc8c2240c8 no longer exists at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:46:26.978721 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ffa37e-1e13-45a9-8373-9dd0bff33ce0 None None] Pushing event deleted for resources: {'Port': ['ID=103a40bd-7297-4131-be82-54f1ce32989c,revision_number=None']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:46:26.982819 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ffa37e-1e13-45a9-8373-9dd0bff33ce0 None None] No DVR routers for this DVR port 103a40bd-7297-4131-be82-54f1ce32989c on host dv-cinder-862365-4-iscsi {{(pid=105392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:46:26.986360 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] No Port match for: 7fc70695-7ca0-43fe-8bf7-92bc8c2240c8 {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:46:26.986704 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 7fc70695-7ca0-43fe-8bf7-92bc8c2240c8 not bound to the agent host dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:46:26.987111 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 39efcdc3-cd3e-476b-b10c-41c4ae64db72 no longer exists at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:46:27.003715 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ffa37e-1e13-45a9-8373-9dd0bff33ce0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:27.003715 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ffa37e-1e13-45a9-8373-9dd0bff33ce0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:27.003715 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ffa37e-1e13-45a9-8373-9dd0bff33ce0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:27.003715 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ffa37e-1e13-45a9-8373-9dd0bff33ce0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:27.003715 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ffa37e-1e13-45a9-8373-9dd0bff33ce0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:27.003715 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ffa37e-1e13-45a9-8373-9dd0bff33ce0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:27.003715 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ffa37e-1e13-45a9-8373-9dd0bff33ce0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:27.003715 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ffa37e-1e13-45a9-8373-9dd0bff33ce0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:27.003715 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ffa37e-1e13-45a9-8373-9dd0bff33ce0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:27.003715 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ffa37e-1e13-45a9-8373-9dd0bff33ce0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:27.003715 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ffa37e-1e13-45a9-8373-9dd0bff33ce0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:27.003715 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ffa37e-1e13-45a9-8373-9dd0bff33ce0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:27.003715 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ffa37e-1e13-45a9-8373-9dd0bff33ce0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:27.003715 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ffa37e-1e13-45a9-8373-9dd0bff33ce0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:27.003715 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ffa37e-1e13-45a9-8373-9dd0bff33ce0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:27.017781 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] No Port match for: 39efcdc3-cd3e-476b-b10c-41c4ae64db72 {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:46:27.018123 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 39efcdc3-cd3e-476b-b10c-41c4ae64db72 not bound to the agent host dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:46:27.179397 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-61d93bfc-a379-4dac-87a4-8d5abadc6ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382473', 'neutron.services.segments.db._delete_segments_for_network-8767001720194'] for network (f2e46242-b4bc-49aa-9edc-2954b80ac8ba), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:27.202931 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.services.segments.db [None req-61d93bfc-a379-4dac-87a4-8d5abadc6ee5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2e46242-b4bc-49aa-9edc-2954b80ac8ba']}} {{(pid=105390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:46:27.213430 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.services.segments.db [None req-61d93bfc-a379-4dac-87a4-8d5abadc6ee5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eff0572-7501-4653-a799-253705bab93c') {'for_net_delete': True} {{(pid=105390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:46:27.213729 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.services.segments.db [None req-61d93bfc-a379-4dac-87a4-8d5abadc6ee5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eff0572-7501-4653-a799-253705bab93c') {} {{(pid=105390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:46:27.225307 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-61d93bfc-a379-4dac-87a4-8d5abadc6ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767001720257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64410147'] for segment (1eff0572-7501-4653-a799-253705bab93c), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:27.240114 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-61d93bfc-a379-4dac-87a4-8d5abadc6ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140'] for segment (1eff0572-7501-4653-a799-253705bab93c), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:27.247350 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61d93bfc-a379-4dac-87a4-8d5abadc6ee5 admin admin] Releasing vlan 480 on physical network physnet1 to pool {{(pid=105390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 14:46:27.247749 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-61d93bfc-a379-4dac-87a4-8d5abadc6ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63638019'] for segment (1eff0572-7501-4653-a799-253705bab93c), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:27.266185 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85116f18-8124-44bd-b6a4-32568e59ff42 req-1b3e142e-558f-4f4a-8817-a4a0a7fe3bfe tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:27.269162 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-85116f18-8124-44bd-b6a4-32568e59ff42 req-1b3e142e-558f-4f4a-8817-a4a0a7fe3bfe tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0571427 Nov 02 14:46:27.328535 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-85116f18-8124-44bd-b6a4-32568e59ff42 req-6da1992c-cc7c-45f7-9f34-b564130b0da5 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548589 Nov 02 14:46:27.388570 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.services.segments.plugin [-] Segment 1eff0572-7501-4653-a799-253705bab93c resource provider aggregate not found Nov 02 14:46:27.406069 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.services.segments.plugin [-] Segment 1eff0572-7501-4653-a799-253705bab93c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1eff0572-7501-4653-a799-253705bab93c found for delete ", "request_id": "req-95f1839d-2914-4673-b6e2-09bcfc9ab36b"}]} Nov 02 14:46:27.419895 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-61d93bfc-a379-4dac-87a4-8d5abadc6ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66773462'] for network (f2e46242-b4bc-49aa-9edc-2954b80ac8ba), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:27.425455 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-61d93bfc-a379-4dac-87a4-8d5abadc6ee5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for network (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:27.428542 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-61d93bfc-a379-4dac-87a4-8d5abadc6ee5 admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/f2e46242-b4bc-49aa-9edc-2954b80ac8ba HTTP/1.1" status: 204 len: 168 time: 0.9634867 Nov 02 14:46:27.439829 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d93bfc-a379-4dac-87a4-8d5abadc6ee5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2e46242-b4bc-49aa-9edc-2954b80ac8ba,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:46:27.752489 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 36280) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:46:27.793463 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-2d0fd4cd-b91d-4174-9e46-a6dce1a03ec6 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=0dd67ec4f08d4d548af5b5ccee50407c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396304 Nov 02 14:46:27.795805 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 36282) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:46:27.847386 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-26b68337-39f8-4d32-b37d-16eead7e71ba admin admin] Publish callbacks [] for security_group (7f06ba95-7611-451c-bfa6-fd972d2c97f9), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:27.868822 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-26b68337-39f8-4d32-b37d-16eead7e71ba admin admin] Publish callbacks [] for security_group (7f06ba95-7611-451c-bfa6-fd972d2c97f9), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:27.999870 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-26b68337-39f8-4d32-b37d-16eead7e71ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (7f06ba95-7611-451c-bfa6-fd972d2c97f9), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:28.002443 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-26b68337-39f8-4d32-b37d-16eead7e71ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:28.003632 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-26b68337-39f8-4d32-b37d-16eead7e71ba admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/7f06ba95-7611-451c-bfa6-fd972d2c97f9 HTTP/1.1" status: 204 len: 168 time: 0.2069263 Nov 02 14:46:28.011533 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b68337-39f8-4d32-b37d-16eead7e71ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f06ba95-7611-451c-bfa6-fd972d2c97f9,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:46:28.457485 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258bd72-d2e1-477f-a5c2-2ccb36f34c13 req-4c65d788-981e-41cb-9677-fea8af46a262 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:28.459756 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5258bd72-d2e1-477f-a5c2-2ccb36f34c13 req-4c65d788-981e-41cb-9677-fea8af46a262 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0526013 Nov 02 14:46:28.514425 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5258bd72-d2e1-477f-a5c2-2ccb36f34c13 req-bf75094e-a8ab-421a-96df-0ab518abeffb tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482810 Nov 02 14:46:28.785818 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:29.194588 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 36306) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:46:29.305945 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-2f382816-7e85-401f-84d5-1a99491d82b4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-727071126-network', 'tenant_id': 'e428f318654f446db48445e4570ae2d3'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:46:29.393970 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f382816-7e85-401f-84d5-1a99491d82b4 admin admin] Made reservation on behalf of e428f318654f446db48445e4570ae2d3 for: {'network': 1} {{(pid=105391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:46:29.396413 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-2f382816-7e85-401f-84d5-1a99491d82b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for network (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:29.405763 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-2f382816-7e85-401f-84d5-1a99491d82b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:29.478738 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:29.484230 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-2f382816-7e85-401f-84d5-1a99491d82b4 admin admin] Publish callbacks [] for security_group (27e89f49-d4dd-424a-a606-8726c84f86c8), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:29.562642 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-2f382816-7e85-401f-84d5-1a99491d82b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (27e89f49-d4dd-424a-a606-8726c84f86c8), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:29.590984 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f382816-7e85-401f-84d5-1a99491d82b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 477} {{(pid=105391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 14:46:29.614636 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f382816-7e85-401f-84d5-1a99491d82b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e89f49-d4dd-424a-a606-8726c84f86c8,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:46:29.617768 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-2f382816-7e85-401f-84d5-1a99491d82b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140'] for segment (317ea5d5-6056-4847-aa91-273fe8d40822), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:29.618228 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.db.segments_db [None req-2f382816-7e85-401f-84d5-1a99491d82b4 admin admin] Added segment 317ea5d5-6056-4847-aa91-273fe8d40822 of type vlan for network d6bf9a07-46e7-4c2d-8535-e65644e316a0 Nov 02 14:46:29.688916 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-2f382816-7e85-401f-84d5-1a99491d82b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767001230538'] for network (d6bf9a07-46e7-4c2d-8535-e65644e316a0), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:29.696592 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c966221-5e1a-4481-be52-7e7bb1db5f4f req-f52adfb6-c05f-415f-b1e5-62a66de86b4d tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:29.698169 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9c966221-5e1a-4481-be52-7e7bb1db5f4f req-f52adfb6-c05f-415f-b1e5-62a66de86b4d tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0966625 Nov 02 14:46:29.703809 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:29.762189 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9c966221-5e1a-4481-be52-7e7bb1db5f4f req-f4bee51d-8150-425b-8214-7bdb29d9e729 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570397 Nov 02 14:46:29.834548 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-2f382816-7e85-401f-84d5-1a99491d82b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593'] for network (d6bf9a07-46e7-4c2d-8535-e65644e316a0), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:29.835773 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f382816-7e85-401f-84d5-1a99491d82b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:29.836357 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-2f382816-7e85-401f-84d5-1a99491d82b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for network (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:29.903380 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f382816-7e85-401f-84d5-1a99491d82b4 admin admin] Pushing event updated for resources: {'Network': ['ID=d6bf9a07-46e7-4c2d-8535-e65644e316a0,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:46:29.913495 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Network d6bf9a07-46e7-4c2d-8535-e65644e316a0 details requested by agent ovs-agent-dv-cinder-862365-4-iscsi with host dv-cinder-862365-4-iscsi {{(pid=105392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 14:46:29.974185 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-2f382816-7e85-401f-84d5-1a99491d82b4 admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7782421 Nov 02 14:46:29.977449 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 36314) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:46:29.984496 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-3ba49885-37cc-44eb-9ae5-f8ec155ea799 admin admin] Request body: {'subnet': {'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-727071126-subnet', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:46:30.092798 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba49885-37cc-44eb-9ae5-f8ec155ea799 admin admin] Made reservation on behalf of e428f318654f446db48445e4570ae2d3 for: {'subnet': 1} {{(pid=105390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:46:30.095890 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-3ba49885-37cc-44eb-9ae5-f8ec155ea799 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63785420'] for subnet (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:30.176789 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b448c06-8a40-4985-a652-e3a1865d5461 req-9b74e765-23e5-4a5c-8c19-53673180ba3f tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:30.178551 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5b448c06-8a40-4985-a652-e3a1865d5461 req-9b74e765-23e5-4a5c-8c19-53673180ba3f tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0547540 Nov 02 14:46:30.234869 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5b448c06-8a40-4985-a652-e3a1865d5461 req-153cab71-1159-4fb0-9115-56563202de2e tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497870 Nov 02 14:46:30.371508 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-3ba49885-37cc-44eb-9ae5-f8ec155ea799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63635552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63785466'] for subnet (6a51700c-a406-45a9-976e-ab3485599867), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:30.379877 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653e75e-058b-4ace-a8e6-74e13242af7f req-cd207785-a89f-4da0-a6dd-157b4eff2e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:30.381422 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4653e75e-058b-4ace-a8e6-74e13242af7f req-cd207785-a89f-4da0-a6dd-157b4eff2e42 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=2bf7381b1bf545c39936c96595aa36f4&device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 1130 time: 0.0397007 Nov 02 14:46:30.434392 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba49885-37cc-44eb-9ae5-f8ec155ea799 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a51700c-a406-45a9-976e-ab3485599867,revision_number=0']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:46:30.443549 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba49885-37cc-44eb-9ae5-f8ec155ea799 admin admin] Checking segment: {'id': '317ea5d5-6056-4847-aa91-273fe8d40822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:46:30.443549 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba49885-37cc-44eb-9ae5-f8ec155ea799 admin admin] Network hostable DHCP agents. Network: d6bf9a07-46e7-4c2d-8535-e65644e316a0, hostable agents: ['46896d2e-004f-49d2-b9f8-26552a5db8fb'], hosted agents: [] {{(pid=105390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 14:46:30.487008 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653e75e-058b-4ace-a8e6-74e13242af7f req-61097b53-ff68-46f0-94ab-ab1c8d1fadb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:30.488454 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4653e75e-058b-4ace-a8e6-74e13242af7f req-61097b53-ff68-46f0-94ab-ab1c8d1fadb7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=f4156324-b06b-4603-82b2-5bb54f75cf91 HTTP/1.1" status: 200 len: 912 time: 0.1015399 Nov 02 14:46:30.525093 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba49885-37cc-44eb-9ae5-f8ec155ea799 admin admin] Network d6bf9a07-46e7-4c2d-8535-e65644e316a0 is scheduled to be hosted by DHCP agent 46896d2e-004f-49d2-b9f8-26552a5db8fb with binding_index 1 {{(pid=105390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 14:46:30.548149 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4653e75e-058b-4ace-a8e6-74e13242af7f req-5b6723c5-5379-494f-aa52-3d2c3097a364 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbd39cbf-326e-49d0-90e6-27faedce220f HTTP/1.1" status: 200 len: 1001 time: 0.0541973 Nov 02 14:46:30.588389 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-3ba49885-37cc-44eb-9ae5-f8ec155ea799 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862365-4-iscsi, d6bf9a07-46e7-4c2d-8535-e65644e316a0) {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:46:30.593092 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba49885-37cc-44eb-9ae5-f8ec155ea799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:30.593802 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-3ba49885-37cc-44eb-9ae5-f8ec155ea799 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:30.598988 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c579db8-7d17-4bc9-b43c-e09257ee1ba6 None None] Network d6bf9a07-46e7-4c2d-8535-e65644e316a0 requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:46:30.601144 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653e75e-058b-4ace-a8e6-74e13242af7f req-4a35477e-6ba4-4a15-825b-60d445129063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:30.604113 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4653e75e-058b-4ace-a8e6-74e13242af7f req-4a35477e-6ba4-4a15-825b-60d445129063 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=0620d4f8-cfae-43e4-8018-47fa75073e3e HTTP/1.1" status: 200 len: 850 time: 0.0504661 Nov 02 14:46:30.640200 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:30.650330 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653e75e-058b-4ace-a8e6-74e13242af7f req-89a2ba9e-3583-41b7-9d91-46d77dbc85ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:30.651823 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4653e75e-058b-4ace-a8e6-74e13242af7f req-89a2ba9e-3583-41b7-9d91-46d77dbc85ce service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=f4156324-b06b-4603-82b2-5bb54f75cf91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424030 Nov 02 14:46:30.676446 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-3ba49885-37cc-44eb-9ae5-f8ec155ea799 admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6969182 Nov 02 14:46:30.680513 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 36318) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:46:30.685597 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-e67be015-fd07-4ef8-a7a4-3be2955b081f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-727071126-router', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:46:30.709691 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f01a21-9606-45ee-ab3f-07f30dba0b38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d58aa65-0d08-50de-ae60-d403a5b22f04-d6bf9a07-46e7-4c2d-8535-e65644e316a0', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'project_id': 'e428f318654f446db48445e4570ae2d3', 'fixed_ips': [{'subnet_id': '6a51700c-a406-45a9-976e-ab3485599867'}]}} from dv-cinder-862365-4-iscsi. {{(pid=105392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 14:46:30.713191 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-e3f01a21-9606-45ee-ab3f-07f30dba0b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:30.762496 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4653e75e-058b-4ace-a8e6-74e13242af7f req-d5591f8d-704c-41ce-b95a-e8150c1c67dc service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f4156324-b06b-4603-82b2-5bb54f75cf91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033065 Nov 02 14:46:30.788452 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e67be015-fd07-4ef8-a7a4-3be2955b081f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66776222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43167'] for router (d28ea826-8148-4631-949c-ee2a972b4b7c), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:30.789812 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e67be015-fd07-4ef8-a7a4-3be2955b081f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66771122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66773370', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66784571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43142'] for router (d28ea826-8148-4631-949c-ee2a972b4b7c), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:30.847350 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.db_base_plugin_common [None req-e3f01a21-9606-45ee-ab3f-07f30dba0b38 None None] Allocated IP 172.20.0.2 (d6bf9a07-46e7-4c2d-8535-e65644e316a0/6a51700c-a406-45a9-976e-ab3485599867/bab723f0-346d-4b4d-b566-219d0d9ca45f) {{(pid=105392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:46:30.849457 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e67be015-fd07-4ef8-a7a4-3be2955b081f admin admin] Publish callbacks [] for router_controller (d28ea826-8148-4631-949c-ee2a972b4b7c), precommit_add_association {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:30.960615 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:31.007002 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-e3f01a21-9606-45ee-ab3f-07f30dba0b38 None None] Publish callbacks [] for port (bab723f0-346d-4b4d-b566-219d0d9ca45f), precommit_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:31.057738 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e67be015-fd07-4ef8-a7a4-3be2955b081f admin admin] Publish callbacks [] for router_gateway (d28ea826-8148-4631-949c-ee2a972b4b7c), precommit_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:31.072701 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-e3f01a21-9606-45ee-ab3f-07f30dba0b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461'] for port (bab723f0-346d-4b4d-b566-219d0d9ca45f), after_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:31.122917 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f01a21-9606-45ee-ab3f-07f30dba0b38 None None] Network d6bf9a07-46e7-4c2d-8535-e65644e316a0 is already hosted by enough agents. {{(pid=105392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:46:31.127984 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:31.131397 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.scheduler.base_scheduler [None req-e3f01a21-9606-45ee-ab3f-07f30dba0b38 None None] Resources bound (agent type, host, resource id): {{(pid=105392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:46:31.135259 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f01a21-9606-45ee-ab3f-07f30dba0b38 None None] Received port after_create {{(pid=105392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:46:31.139562 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f01a21-9606-45ee-ab3f-07f30dba0b38 None None] Pushing event updated for resources: {'Port': ['ID=bab723f0-346d-4b4d-b566-219d0d9ca45f,revision_number=1']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:46:31.147348 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4653e75e-058b-4ace-a8e6-74e13242af7f req-601cf606-f9d6-482a-8394-6a42177b7757 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f4156324-b06b-4603-82b2-5bb54f75cf91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784940 Nov 02 14:46:31.198348 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-e3f01a21-9606-45ee-ab3f-07f30dba0b38 None None] Attempting to bind port bab723f0-346d-4b4d-b566-219d0d9ca45f on host dv-cinder-862365-4-iscsi for vnic_type normal with profile {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:46:31.198637 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-e3f01a21-9606-45ee-ab3f-07f30dba0b38 None None] Attempting to bind port bab723f0-346d-4b4d-b566-219d0d9ca45f by drivers openvswitch,hyperv on host dv-cinder-862365-4-iscsi at level 0 using segments [{'id': '317ea5d5-6056-4847-aa91-273fe8d40822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0'}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:46:31.199006 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f01a21-9606-45ee-ab3f-07f30dba0b38 None None] Attempting to bind port bab723f0-346d-4b4d-b566-219d0d9ca45f on network d6bf9a07-46e7-4c2d-8535-e65644e316a0 {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:46:31.215991 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:DELETE=9,neutron:SELECT=82,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:31.247945 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f01a21-9606-45ee-ab3f-07f30dba0b38 None None] Checking agent: {'id': '4ad02b58-e5d3-4528-83f7-2571c528ebad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 30, 41), 'started_at': datetime.datetime(2022, 11, 2, 14, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:46:31.248328 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f01a21-9606-45ee-ab3f-07f30dba0b38 None None] Checking segment: {'id': '317ea5d5-6056-4847-aa91-273fe8d40822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:46:31.248739 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-e3f01a21-9606-45ee-ab3f-07f30dba0b38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:31.249161 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f01a21-9606-45ee-ab3f-07f30dba0b38 None None] Bound using segment: {'id': '317ea5d5-6056-4847-aa91-273fe8d40822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0'} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:46:31.249643 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-e3f01a21-9606-45ee-ab3f-07f30dba0b38 None None] Bound port: bab723f0-346d-4b4d-b566-219d0d9ca45f, host: dv-cinder-862365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '317ea5d5-6056-4847-aa91-273fe8d40822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0'}}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:46:31.250031 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-e3f01a21-9606-45ee-ab3f-07f30dba0b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (bab723f0-346d-4b4d-b566-219d0d9ca45f), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:31.257370 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=8 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:31.318790 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-e3f01a21-9606-45ee-ab3f-07f30dba0b38 None None] For port bab723f0-346d-4b4d-b566-219d0d9ca45f, host dv-cinder-862365-4-iscsi, cleared binding levels {{(pid=105392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:46:31.323194 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-e3f01a21-9606-45ee-ab3f-07f30dba0b38 None None] For port bab723f0-346d-4b4d-b566-219d0d9ca45f, host dv-cinder-862365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=bab723f0-346d-4b4d-b566-219d0d9ca45f,segment=NetworkSegment(317ea5d5-6056-4847-aa91-273fe8d40822),segment_id=317ea5d5-6056-4847-aa91-273fe8d40822)] {{(pid=105392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:46:31.335924 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e67be015-fd07-4ef8-a7a4-3be2955b081f admin admin] Publish callbacks [] for router_gateway (d28ea826-8148-4631-949c-ee2a972b4b7c), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:31.356328 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e67be015-fd07-4ef8-a7a4-3be2955b081f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:31.398174 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4821b-ecff-4a2c-8c97-234d0082a066 req-9e6ee9ee-92ab-42c9-88b0-9bfb455271b0 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:31.399678 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4bb4821b-ecff-4a2c-8c97-234d0082a066 req-9e6ee9ee-92ab-42c9-88b0-9bfb455271b0 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0777211 Nov 02 14:46:31.426296 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d77e42f-661c-4b3c-9c11-72794d1fc9b8 req-232b420a-8abd-4416-97dd-44ce33f48be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:31.427830 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1d77e42f-661c-4b3c-9c11-72794d1fc9b8 req-232b420a-8abd-4416-97dd-44ce33f48be9 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=2bf7381b1bf545c39936c96595aa36f4&device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 1130 time: 0.0677984 Nov 02 14:46:31.440169 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-e3f01a21-9606-45ee-ab3f-07f30dba0b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (bab723f0-346d-4b4d-b566-219d0d9ca45f), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:31.465943 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4bb4821b-ecff-4a2c-8c97-234d0082a066 req-e95731cd-c13b-4a02-866e-43f017e59aed tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585158 Nov 02 14:46:31.497285 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.db_base_plugin_common [None req-e67be015-fd07-4ef8-a7a4-3be2955b081f admin admin] Allocated IP 172.27.0.204 (1e79e91c-2906-4b84-b981-aada7c6d27e6/3c350c57-8af8-403d-ac8f-51d64fbe694a/932ad64a-35f6-45dd-912e-ef337dc42a72) {{(pid=105390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:46:31.509625 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f01a21-9606-45ee-ab3f-07f30dba0b38 None None] Pushing event updated for resources: {'Port': ['ID=bab723f0-346d-4b4d-b566-219d0d9ca45f,revision_number=2']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:46:31.579066 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d77e42f-661c-4b3c-9c11-72794d1fc9b8 req-f9ec84eb-2971-4146-871f-3305468a6efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:31.580556 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1d77e42f-661c-4b3c-9c11-72794d1fc9b8 req-f9ec84eb-2971-4146-871f-3305468a6efb service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=f4156324-b06b-4603-82b2-5bb54f75cf91 HTTP/1.1" status: 200 len: 912 time: 0.1099668 Nov 02 14:46:31.607692 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e67be015-fd07-4ef8-a7a4-3be2955b081f admin admin] Publish callbacks [] for port (932ad64a-35f6-45dd-912e-ef337dc42a72), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:31.693546 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1d77e42f-661c-4b3c-9c11-72794d1fc9b8 req-9b1b04b0-de57-407f-90fc-c2e69699f9ce service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbd39cbf-326e-49d0-90e6-27faedce220f HTTP/1.1" status: 200 len: 1001 time: 0.0945287 Nov 02 14:46:31.723182 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e67be015-fd07-4ef8-a7a4-3be2955b081f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (932ad64a-35f6-45dd-912e-ef337dc42a72), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:31.769597 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67be015-fd07-4ef8-a7a4-3be2955b081f admin admin] Network 1e79e91c-2906-4b84-b981-aada7c6d27e6 is already hosted by enough agents. {{(pid=105390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:46:31.774951 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-e67be015-fd07-4ef8-a7a4-3be2955b081f admin admin] Resources bound (agent type, host, resource id): {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:46:31.777254 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67be015-fd07-4ef8-a7a4-3be2955b081f admin admin] Pushing event updated for resources: {'Port': ['ID=932ad64a-35f6-45dd-912e-ef337dc42a72,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:46:31.784565 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67be015-fd07-4ef8-a7a4-3be2955b081f admin admin] Received port after_create {{(pid=105390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:46:31.871846 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:32.089635 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e67be015-fd07-4ef8-a7a4-3be2955b081f admin admin] Publish callbacks [] for router_gateway (d28ea826-8148-4631-949c-ee2a972b4b7c), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:32.216846 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d77e42f-661c-4b3c-9c11-72794d1fc9b8 req-9a2e4008-c73e-4c6e-b830-5a3501a9172f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:32.218962 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1d77e42f-661c-4b3c-9c11-72794d1fc9b8 req-9a2e4008-c73e-4c6e-b830-5a3501a9172f service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=0620d4f8-cfae-43e4-8018-47fa75073e3e HTTP/1.1" status: 200 len: 850 time: 0.0557451 Nov 02 14:46:32.272759 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d77e42f-661c-4b3c-9c11-72794d1fc9b8 req-76ef5eb9-06d9-4236-a13a-94e1bfcb04db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:32.274855 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1d77e42f-661c-4b3c-9c11-72794d1fc9b8 req-76ef5eb9-06d9-4236-a13a-94e1bfcb04db service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=f4156324-b06b-4603-82b2-5bb54f75cf91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484180 Nov 02 14:46:32.307551 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e67be015-fd07-4ef8-a7a4-3be2955b081f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66771109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66773276'] for router (d28ea826-8148-4631-949c-ee2a972b4b7c), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:32.411244 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1d77e42f-661c-4b3c-9c11-72794d1fc9b8 req-6db5bef9-ea75-4abe-a4de-b2c2d7b90e30 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f4156324-b06b-4603-82b2-5bb54f75cf91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306405 Nov 02 14:46:32.443045 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b5a2b1-a9c5-48d1-a568-8dc532d0623a None None] Network d6bf9a07-46e7-4c2d-8535-e65644e316a0 requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:46:32.516350 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1d77e42f-661c-4b3c-9c11-72794d1fc9b8 req-0b49d481-7eba-4614-a981-b34a16d5f3ed service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f4156324-b06b-4603-82b2-5bb54f75cf91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993195 Nov 02 14:46:32.522536 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-c99ce6b2-c8cf-431c-a162-a92cd34cea1c None None] Provisioning complete for port bab723f0-346d-4b4d-b566-219d0d9ca45f triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:46:32.523123 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-c99ce6b2-c8cf-431c-a162-a92cd34cea1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (bab723f0-346d-4b4d-b566-219d0d9ca45f), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:32.523484 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-c99ce6b2-c8cf-431c-a162-a92cd34cea1c None None] Attempt 1 to provision port bab723f0-346d-4b4d-b566-219d0d9ca45f Nov 02 14:46:32.532978 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67be015-fd07-4ef8-a7a4-3be2955b081f admin admin] Router d28ea826-8148-4631-949c-ee2a972b4b7c is scheduled to L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c with binding_index 1 {{(pid=105390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 14:46:32.577634 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:32.616568 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:32.641936 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776225c-8686-4b09-90cd-e1222ec1828c req-50634c01-a2f7-4f90-9779-c6b815067b66 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:32.643606 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6776225c-8686-4b09-90cd-e1222ec1828c req-50634c01-a2f7-4f90-9779-c6b815067b66 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0758610 Nov 02 14:46:32.656357 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-c99ce6b2-c8cf-431c-a162-a92cd34cea1c None None] Current status of the port bab723f0-346d-4b4d-b566-219d0d9ca45f is: DOWN; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:46:32.656864 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-c99ce6b2-c8cf-431c-a162-a92cd34cea1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (bab723f0-346d-4b4d-b566-219d0d9ca45f), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:32.674174 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67be015-fd07-4ef8-a7a4-3be2955b081f admin admin] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:46:32.684571 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760aaa38-9227-458a-9458-d124fd97dff7 None None] Sync routers for ids ['d28ea826-8148-4631-949c-ee2a972b4b7c'] in dv-cinder-862365-4-iscsi {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:46:32.696907 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:32.705934 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-c99ce6b2-c8cf-431c-a162-a92cd34cea1c None None] For port bab723f0-346d-4b4d-b566-219d0d9ca45f, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=bab723f0-346d-4b4d-b566-219d0d9ca45f,segment=NetworkSegment(317ea5d5-6056-4847-aa91-273fe8d40822),segment_id=317ea5d5-6056-4847-aa91-273fe8d40822)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:46:32.707848 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760aaa38-9227-458a-9458-d124fd97dff7 None None] Routers {'d28ea826-8148-4631-949c-ee2a972b4b7c'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:46:32.712830 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-760aaa38-9227-458a-9458-d124fd97dff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:46:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['d28ea826-8148-4631-949c-ee2a972b4b7c'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:46:32.775668 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6776225c-8686-4b09-90cd-e1222ec1828c req-d33209bc-e6f4-4301-be50-30acb7d42a5e tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136200 Nov 02 14:46:32.784748 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e67be015-fd07-4ef8-a7a4-3be2955b081f admin admin] Publish callbacks [] for router (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:32.786052 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-e67be015-fd07-4ef8-a7a4-3be2955b081f admin admin] 10.222.0.30 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1044796 Nov 02 14:46:32.788798 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 36324) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:46:32.821318 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-c99ce6b2-c8cf-431c-a162-a92cd34cea1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (bab723f0-346d-4b4d-b566-219d0d9ca45f), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:32.821318 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device bab723f0-346d-4b4d-b566-219d0d9ca45f up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:46:32.842231 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-760aaa38-9227-458a-9458-d124fd97dff7 None None] Set router d28ea826-8148-4631-949c-ee2a972b4b7c gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:46:32.928356 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port bab723f0-346d-4b4d-b566-219d0d9ca45f triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:46:32.928356 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (bab723f0-346d-4b4d-b566-219d0d9ca45f), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:32.928356 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port bab723f0-346d-4b4d-b566-219d0d9ca45f Nov 02 14:46:32.953378 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ce6b2-c8cf-431c-a162-a92cd34cea1c None None] Pushing event updated for resources: {'Port': ['ID=bab723f0-346d-4b4d-b566-219d0d9ca45f,revision_number=3']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:46:32.967945 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-8900b6c8-c7c3-4128-9c41-410a5480460b None None] Provisioning complete for port bab723f0-346d-4b4d-b566-219d0d9ca45f triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:46:32.968346 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-8900b6c8-c7c3-4128-9c41-410a5480460b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (bab723f0-346d-4b4d-b566-219d0d9ca45f), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:32.968686 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-8900b6c8-c7c3-4128-9c41-410a5480460b None None] Attempt 1 to provision port bab723f0-346d-4b4d-b566-219d0d9ca45f Nov 02 14:46:32.974781 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:33.036433 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-760aaa38-9227-458a-9458-d124fd97dff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'name': 'tempest-AttachVolumeNegativeTest-727071126-router', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:46:30Z', 'updated_at': '2022-11-02T14:46:31Z', 'revision_number': 3, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'gw_port': {'id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:31Z', 'updated_at': '2022-11-02T14:46:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:46:33.063435 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760aaa38-9227-458a-9458-d124fd97dff7 None None] Checking router: d28ea826-8148-4631-949c-ee2a972b4b7c for host: dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:46:33.063680 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:33.064255 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760aaa38-9227-458a-9458-d124fd97dff7 None None] Updating router d28ea826-8148-4631-949c-ee2a972b4b7c port 932ad64a-35f6-45dd-912e-ef337dc42a72 binding host dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 14:46:33.083015 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port bab723f0-346d-4b4d-b566-219d0d9ca45f is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:46:33.096893 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-760aaa38-9227-458a-9458-d124fd97dff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (932ad64a-35f6-45dd-912e-ef337dc42a72), before_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:33.097063 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-8900b6c8-c7c3-4128-9c41-410a5480460b None None] Current status of the port bab723f0-346d-4b4d-b566-219d0d9ca45f is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:46:33.279390 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6e502204-1db8-4981-9228-24c62a6f945b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:33.350514 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-760aaa38-9227-458a-9458-d124fd97dff7 None None] Publish callbacks [] for port (932ad64a-35f6-45dd-912e-ef337dc42a72), precommit_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:33.425341 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-760aaa38-9227-458a-9458-d124fd97dff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (932ad64a-35f6-45dd-912e-ef337dc42a72), after_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:33.444657 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.db_base_plugin_common [None req-6e502204-1db8-4981-9228-24c62a6f945b admin admin] Allocated IP 172.20.0.1 (d6bf9a07-46e7-4c2d-8535-e65644e316a0/6a51700c-a406-45a9-976e-ab3485599867/107d01d1-b781-43db-8dc8-8fb142b946bf) {{(pid=105390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:46:33.458957 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.managers [None req-760aaa38-9227-458a-9458-d124fd97dff7 None None] Attempting to bind port 932ad64a-35f6-45dd-912e-ef337dc42a72 on host dv-cinder-862365-4-iscsi for vnic_type normal with profile {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:46:33.459351 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.managers [None req-760aaa38-9227-458a-9458-d124fd97dff7 None None] Attempting to bind port 932ad64a-35f6-45dd-912e-ef337dc42a72 by drivers openvswitch,hyperv on host dv-cinder-862365-4-iscsi at level 0 using segments [{'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}] {{(pid=105393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:46:33.459668 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760aaa38-9227-458a-9458-d124fd97dff7 None None] Attempting to bind port 932ad64a-35f6-45dd-912e-ef337dc42a72 on network 1e79e91c-2906-4b84-b981-aada7c6d27e6 {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:46:33.500117 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876219fc-8437-4f8c-bb46-d8cbd13b1d99 None None] Pushing event updated for resources: {'Port': ['ID=932ad64a-35f6-45dd-912e-ef337dc42a72,revision_number=2']} {{(pid=105393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:46:33.512802 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876219fc-8437-4f8c-bb46-d8cbd13b1d99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:33.513317 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876219fc-8437-4f8c-bb46-d8cbd13b1d99 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:33.513681 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876219fc-8437-4f8c-bb46-d8cbd13b1d99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:33.514038 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876219fc-8437-4f8c-bb46-d8cbd13b1d99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:33.514373 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876219fc-8437-4f8c-bb46-d8cbd13b1d99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:33.514700 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876219fc-8437-4f8c-bb46-d8cbd13b1d99 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:33.515025 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876219fc-8437-4f8c-bb46-d8cbd13b1d99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:33.515345 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876219fc-8437-4f8c-bb46-d8cbd13b1d99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:33.515669 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876219fc-8437-4f8c-bb46-d8cbd13b1d99 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:33.515989 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876219fc-8437-4f8c-bb46-d8cbd13b1d99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:33.516313 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876219fc-8437-4f8c-bb46-d8cbd13b1d99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:33.516645 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876219fc-8437-4f8c-bb46-d8cbd13b1d99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:33.516970 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876219fc-8437-4f8c-bb46-d8cbd13b1d99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:33.517314 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876219fc-8437-4f8c-bb46-d8cbd13b1d99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:33.517629 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876219fc-8437-4f8c-bb46-d8cbd13b1d99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:33.526991 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760aaa38-9227-458a-9458-d124fd97dff7 None None] Checking agent: {'id': '4ad02b58-e5d3-4528-83f7-2571c528ebad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 30, 41), 'started_at': datetime.datetime(2022, 11, 2, 14, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:46:33.527349 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760aaa38-9227-458a-9458-d124fd97dff7 None None] Checking segment: {'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:46:33.528031 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-760aaa38-9227-458a-9458-d124fd97dff7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:33.528345 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760aaa38-9227-458a-9458-d124fd97dff7 None None] Bound using segment: {'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'} {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:46:33.528737 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.managers [None req-760aaa38-9227-458a-9458-d124fd97dff7 None None] Bound port: 932ad64a-35f6-45dd-912e-ef337dc42a72, host: dv-cinder-862365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}}] {{(pid=105393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:46:33.529157 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-760aaa38-9227-458a-9458-d124fd97dff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (932ad64a-35f6-45dd-912e-ef337dc42a72), before_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:33.549731 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:33.556397 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6e502204-1db8-4981-9228-24c62a6f945b admin admin] Publish callbacks [] for port (107d01d1-b781-43db-8dc8-8fb142b946bf), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:33.580542 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:33.584223 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.db [None req-760aaa38-9227-458a-9458-d124fd97dff7 None None] For port 932ad64a-35f6-45dd-912e-ef337dc42a72, host dv-cinder-862365-4-iscsi, cleared binding levels {{(pid=105393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:46:33.587978 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.db [None req-760aaa38-9227-458a-9458-d124fd97dff7 None None] For port 932ad64a-35f6-45dd-912e-ef337dc42a72, host dv-cinder-862365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=932ad64a-35f6-45dd-912e-ef337dc42a72,segment=NetworkSegment(16a641ca-682a-48e9-98c9-b5a1ba9af67a),segment_id=16a641ca-682a-48e9-98c9-b5a1ba9af67a)] {{(pid=105393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:46:33.657074 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6e502204-1db8-4981-9228-24c62a6f945b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (107d01d1-b781-43db-8dc8-8fb142b946bf), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:33.680179 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-760aaa38-9227-458a-9458-d124fd97dff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (932ad64a-35f6-45dd-912e-ef337dc42a72), after_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:33.704114 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e502204-1db8-4981-9228-24c62a6f945b admin admin] Network d6bf9a07-46e7-4c2d-8535-e65644e316a0 is already hosted by enough agents. {{(pid=105390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:46:33.709526 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-6e502204-1db8-4981-9228-24c62a6f945b admin admin] Resources bound (agent type, host, resource id): {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:46:33.712028 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e502204-1db8-4981-9228-24c62a6f945b admin admin] Received port after_create {{(pid=105390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:46:33.714885 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e502204-1db8-4981-9228-24c62a6f945b admin admin] Pushing event updated for resources: {'Port': ['ID=107d01d1-b781-43db-8dc8-8fb142b946bf,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:46:33.743792 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760aaa38-9227-458a-9458-d124fd97dff7 None None] Routers {'d28ea826-8148-4631-949c-ee2a972b4b7c'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:46:33.744416 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-760aaa38-9227-458a-9458-d124fd97dff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:46:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['d28ea826-8148-4631-949c-ee2a972b4b7c'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:46:33.747370 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:33.748588 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876219fc-8437-4f8c-bb46-d8cbd13b1d99 None None] Pushing event updated for resources: {'Port': ['ID=932ad64a-35f6-45dd-912e-ef337dc42a72,revision_number=3']} {{(pid=105393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:46:33.757746 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6e502204-1db8-4981-9228-24c62a6f945b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66774394'] for router_interface (d28ea826-8148-4631-949c-ee2a972b4b7c), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:33.918990 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-4252b96b-db47-4367-aefd-9007e2459c76 None None] Provisioning complete for port 107d01d1-b781-43db-8dc8-8fb142b946bf triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:46:33.919602 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-4252b96b-db47-4367-aefd-9007e2459c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (107d01d1-b781-43db-8dc8-8fb142b946bf), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:33.919700 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-4252b96b-db47-4367-aefd-9007e2459c76 None None] Attempt 1 to provision port 107d01d1-b781-43db-8dc8-8fb142b946bf Nov 02 14:46:33.954143 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-4252b96b-db47-4367-aefd-9007e2459c76 None None] Port 107d01d1-b781-43db-8dc8-8fb142b946bf cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:46:33.966106 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-760aaa38-9227-458a-9458-d124fd97dff7 None None] Set router d28ea826-8148-4631-949c-ee2a972b4b7c gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:46:34.139564 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-760aaa38-9227-458a-9458-d124fd97dff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'name': 'tempest-AttachVolumeNegativeTest-727071126-router', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:46:30Z', 'updated_at': '2022-11-02T14:46:31Z', 'revision_number': 3, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'gw_port': {'id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:31Z', 'updated_at': '2022-11-02T14:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:46:34.164989 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760aaa38-9227-458a-9458-d124fd97dff7 None None] The sync data for ids ['d28ea826-8148-4631-949c-ee2a972b4b7c'] in dv-cinder-862365-4-iscsi is: [{'id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'name': 'tempest-AttachVolumeNegativeTest-727071126-router', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:46:30Z', 'updated_at': '2022-11-02T14:46:31Z', 'revision_number': 3, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'gw_port': {'id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:31Z', 'updated_at': '2022-11-02T14:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}] {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:46:34.318528 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:34.369553 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6e502204-1db8-4981-9228-24c62a6f945b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (107d01d1-b781-43db-8dc8-8fb142b946bf), before_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:34.559720 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6e502204-1db8-4981-9228-24c62a6f945b admin admin] Publish callbacks [] for port (107d01d1-b781-43db-8dc8-8fb142b946bf), precommit_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:34.634021 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6e502204-1db8-4981-9228-24c62a6f945b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638247'] for port (107d01d1-b781-43db-8dc8-8fb142b946bf), after_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:34.707963 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e502204-1db8-4981-9228-24c62a6f945b admin admin] Pushing event updated for resources: {'Port': ['ID=107d01d1-b781-43db-8dc8-8fb142b946bf,revision_number=2']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:46:34.710837 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6e502204-1db8-4981-9228-24c62a6f945b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66712615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66774486'] for router_interface (d28ea826-8148-4631-949c-ee2a972b4b7c), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:34.798674 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device bab723f0-346d-4b4d-b566-219d0d9ca45f up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:46:34.818149 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e502204-1db8-4981-9228-24c62a6f945b admin admin] Network d6bf9a07-46e7-4c2d-8535-e65644e316a0 is already hosted by enough agents. {{(pid=105390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:46:34.819616 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-6e502204-1db8-4981-9228-24c62a6f945b admin admin] Resources bound (agent type, host, resource id): {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:46:34.847528 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=100 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:34.851859 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port bab723f0-346d-4b4d-b566-219d0d9ca45f triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:46:34.852235 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (bab723f0-346d-4b4d-b566-219d0d9ca45f), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:34.852570 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port bab723f0-346d-4b4d-b566-219d0d9ca45f Nov 02 14:46:34.952272 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port bab723f0-346d-4b4d-b566-219d0d9ca45f is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:46:34.953564 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 932ad64a-35f6-45dd-912e-ef337dc42a72 up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:46:34.977403 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e502204-1db8-4981-9228-24c62a6f945b admin admin] Router d28ea826-8148-4631-949c-ee2a972b4b7c has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:46:34.990922 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:35.007575 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 932ad64a-35f6-45dd-912e-ef337dc42a72 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:46:35.007874 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (932ad64a-35f6-45dd-912e-ef337dc42a72), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:35.008217 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 932ad64a-35f6-45dd-912e-ef337dc42a72 Nov 02 14:46:35.102795 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e502204-1db8-4981-9228-24c62a6f945b admin admin] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:46:35.112632 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-6e502204-1db8-4981-9228-24c62a6f945b admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/d28ea826-8148-4631-949c-ee2a972b4b7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3186359 Nov 02 14:46:35.112851 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-c68ff0c5-99de-4cdb-8cef-312086c8f2ff None None] Provisioning complete for port 107d01d1-b781-43db-8dc8-8fb142b946bf triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:46:35.112851 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-c68ff0c5-99de-4cdb-8cef-312086c8f2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (107d01d1-b781-43db-8dc8-8fb142b946bf), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:35.112851 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-c68ff0c5-99de-4cdb-8cef-312086c8f2ff None None] Attempt 1 to provision port 107d01d1-b781-43db-8dc8-8fb142b946bf Nov 02 14:46:35.134406 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 932ad64a-35f6-45dd-912e-ef337dc42a72 is: DOWN; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:46:35.134801 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (932ad64a-35f6-45dd-912e-ef337dc42a72), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:35.175171 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-c68ff0c5-99de-4cdb-8cef-312086c8f2ff None None] Port 107d01d1-b781-43db-8dc8-8fb142b946bf cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:46:35.178479 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] For port 932ad64a-35f6-45dd-912e-ef337dc42a72, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=932ad64a-35f6-45dd-912e-ef337dc42a72,segment=NetworkSegment(16a641ca-682a-48e9-98c9-b5a1ba9af67a),segment_id=16a641ca-682a-48e9-98c9-b5a1ba9af67a)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:46:35.268248 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (932ad64a-35f6-45dd-912e-ef337dc42a72), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:35.326218 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Pushing event updated for resources: {'Port': ['ID=932ad64a-35f6-45dd-912e-ef337dc42a72,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:46:35.501888 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 36334) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:46:35.507108 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-03e49a6f-f829-485e-8bc0-c732aef16cb5 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1398430664', 'description': 'tempest-description--820725150'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:46:35.634359 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-03e49a6f-f829-485e-8bc0-c732aef16cb5 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:35.713989 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-03e49a6f-f829-485e-8bc0-c732aef16cb5 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group (3da23ec1-c360-44e2-8b81-26cb50198fcf), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:35.856914 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-03e49a6f-f829-485e-8bc0-c732aef16cb5 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (3da23ec1-c360-44e2-8b81-26cb50198fcf), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:35.891067 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e49a6f-f829-485e-8bc0-c732aef16cb5 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3da23ec1-c360-44e2-8b81-26cb50198fcf,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:46:35.899622 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e49a6f-f829-485e-8bc0-c732aef16cb5 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:35.899622 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e49a6f-f829-485e-8bc0-c732aef16cb5 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:35.899622 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e49a6f-f829-485e-8bc0-c732aef16cb5 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:35.900074 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e49a6f-f829-485e-8bc0-c732aef16cb5 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:35.900074 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e49a6f-f829-485e-8bc0-c732aef16cb5 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:35.900593 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e49a6f-f829-485e-8bc0-c732aef16cb5 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:35.900775 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e49a6f-f829-485e-8bc0-c732aef16cb5 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:35.901138 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e49a6f-f829-485e-8bc0-c732aef16cb5 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:35.901476 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e49a6f-f829-485e-8bc0-c732aef16cb5 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:35.901812 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e49a6f-f829-485e-8bc0-c732aef16cb5 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:35.902145 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e49a6f-f829-485e-8bc0-c732aef16cb5 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:35.902476 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e49a6f-f829-485e-8bc0-c732aef16cb5 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:35.903410 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e49a6f-f829-485e-8bc0-c732aef16cb5 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:35.903586 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abff4b75-7b90-4460-8789-feea21eb6e46 None None] Sync routers for ids ['d28ea826-8148-4631-949c-ee2a972b4b7c'] in dv-cinder-862365-4-iscsi {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:46:35.903825 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e49a6f-f829-485e-8bc0-c732aef16cb5 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:35.904176 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e49a6f-f829-485e-8bc0-c732aef16cb5 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:46:35.922238 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abff4b75-7b90-4460-8789-feea21eb6e46 None None] Routers {'d28ea826-8148-4631-949c-ee2a972b4b7c'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:46:35.922857 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-abff4b75-7b90-4460-8789-feea21eb6e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:46:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['d28ea826-8148-4631-949c-ee2a972b4b7c'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:46:35.973509 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-03e49a6f-f829-485e-8bc0-c732aef16cb5 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:35.977478 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-03e49a6f-f829-485e-8bc0-c732aef16cb5 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4718499 Nov 02 14:46:35.977820 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 36336) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:46:35.982596 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-c6c03716-3fcb-469b-9550-c0000505cfa0 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Request body: {'security_group_rule': {'security_group_id': '3da23ec1-c360-44e2-8b81-26cb50198fcf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:46:36.035443 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-abff4b75-7b90-4460-8789-feea21eb6e46 None None] Set router d28ea826-8148-4631-949c-ee2a972b4b7c gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:46:36.080513 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-c6c03716-3fcb-469b-9550-c0000505cfa0 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group_rule (16c60842-79b0-4f0e-991b-8089dcd68648), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:36.157365 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-c6c03716-3fcb-469b-9550-c0000505cfa0 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group_rule (16c60842-79b0-4f0e-991b-8089dcd68648), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:36.233015 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-abff4b75-7b90-4460-8789-feea21eb6e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'name': 'tempest-AttachVolumeNegativeTest-727071126-router', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:46:30Z', 'updated_at': '2022-11-02T14:46:33Z', 'revision_number': 4, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'gw_port': {'id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:31Z', 'updated_at': '2022-11-02T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '107d01d1-b781-43db-8dc8-8fb142b946bf', 'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'mac_address': 'fa:16:3e:26:b5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '6a51700c-a406-45a9-976e-ab3485599867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:33Z', 'updated_at': '2022-11-02T14:46:34Z', 'revision_number': 2, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'subnets': [{'id': '6a51700c-a406-45a9-976e-ab3485599867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:46:36.256718 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-c6c03716-3fcb-469b-9550-c0000505cfa0 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66819821'] for security_group_rule (16c60842-79b0-4f0e-991b-8089dcd68648), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:36.260548 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abff4b75-7b90-4460-8789-feea21eb6e46 None None] Checking router: d28ea826-8148-4631-949c-ee2a972b4b7c for host: dv-cinder-862365-4-iscsi {{(pid=105392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:46:36.260548 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abff4b75-7b90-4460-8789-feea21eb6e46 None None] Updating router d28ea826-8148-4631-949c-ee2a972b4b7c port 107d01d1-b781-43db-8dc8-8fb142b946bf binding host dv-cinder-862365-4-iscsi {{(pid=105392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 14:46:36.291482 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c03716-3fcb-469b-9550-c0000505cfa0 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c60842-79b0-4f0e-991b-8089dcd68648,revision_number=0']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:46:36.302135 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:36.318616 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-abff4b75-7b90-4460-8789-feea21eb6e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (107d01d1-b781-43db-8dc8-8fb142b946bf), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:36.381627 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-c6c03716-3fcb-469b-9550-c0000505cfa0 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:36.382953 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-c6c03716-3fcb-469b-9550-c0000505cfa0 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4040880 Nov 02 14:46:36.386735 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 36338) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:46:36.396514 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-2d2fc4d2-a63f-449c-8977-2e363315c4f2 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Request body: {'security_group_rule': {'security_group_id': '3da23ec1-c360-44e2-8b81-26cb50198fcf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:46:36.421100 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-704ba120-2297-4fff-85dd-26c2f2867266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:36.442085 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:36.546300 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-2d2fc4d2-a63f-449c-8977-2e363315c4f2 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group_rule (844c9694-66fd-415a-8891-d373e06522e7), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:36.601329 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:36.609162 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-2d2fc4d2-a63f-449c-8977-2e363315c4f2 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group_rule (844c9694-66fd-415a-8891-d373e06522e7), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:36.647937 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-abff4b75-7b90-4460-8789-feea21eb6e46 None None] Publish callbacks [] for port (107d01d1-b781-43db-8dc8-8fb142b946bf), precommit_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:36.717445 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-2d2fc4d2-a63f-449c-8977-2e363315c4f2 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66819821'] for security_group_rule (844c9694-66fd-415a-8891-d373e06522e7), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:36.723015 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 932ad64a-35f6-45dd-912e-ef337dc42a72 up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:46:36.741218 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2fc4d2-a63f-449c-8977-2e363315c4f2 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=844c9694-66fd-415a-8891-d373e06522e7,revision_number=0']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:46:36.749958 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-abff4b75-7b90-4460-8789-feea21eb6e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (107d01d1-b781-43db-8dc8-8fb142b946bf), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:36.827461 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d5f92-0d4e-4afe-a6f8-71d820814dd8 None None] Pushing event updated for resources: {'Port': ['ID=107d01d1-b781-43db-8dc8-8fb142b946bf,revision_number=3']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:46:36.830103 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-2d2fc4d2-a63f-449c-8977-2e363315c4f2 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:36.834881 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-2d2fc4d2-a63f-449c-8977-2e363315c4f2 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4390876 Nov 02 14:46:36.835053 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 932ad64a-35f6-45dd-912e-ef337dc42a72 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:46:36.835053 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (932ad64a-35f6-45dd-912e-ef337dc42a72), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:36.835053 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 932ad64a-35f6-45dd-912e-ef337dc42a72 Nov 02 14:46:36.835314 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 36340) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:46:36.841541 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-5755f8be-5d40-44d3-ace0-3f5f53553463 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Request body: {'floatingip': {'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:46:36.894486 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-abff4b75-7b90-4460-8789-feea21eb6e46 None None] Attempting to bind port 107d01d1-b781-43db-8dc8-8fb142b946bf on host dv-cinder-862365-4-iscsi for vnic_type normal with profile {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:46:36.894852 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-abff4b75-7b90-4460-8789-feea21eb6e46 None None] Attempting to bind port 107d01d1-b781-43db-8dc8-8fb142b946bf by drivers openvswitch,hyperv on host dv-cinder-862365-4-iscsi at level 0 using segments [{'id': '317ea5d5-6056-4847-aa91-273fe8d40822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0'}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:46:36.895212 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abff4b75-7b90-4460-8789-feea21eb6e46 None None] Attempting to bind port 107d01d1-b781-43db-8dc8-8fb142b946bf on network d6bf9a07-46e7-4c2d-8535-e65644e316a0 {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:46:36.921316 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-5755f8be-5d40-44d3-ace0-3f5f53553463 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:37.003623 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:37.025666 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-5755f8be-5d40-44d3-ace0-3f5f53553463 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:37.140489 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.db_base_plugin_common [None req-5755f8be-5d40-44d3-ace0-3f5f53553463 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Allocated IP 172.27.0.25 (1e79e91c-2906-4b84-b981-aada7c6d27e6/3c350c57-8af8-403d-ac8f-51d64fbe694a/0009c68e-bdb2-4993-8ffd-46c6774f8a99) {{(pid=105390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:46:37.141775 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abff4b75-7b90-4460-8789-feea21eb6e46 None None] Checking agent: {'id': '4ad02b58-e5d3-4528-83f7-2571c528ebad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 30, 41), 'started_at': datetime.datetime(2022, 11, 2, 14, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:46:37.142521 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abff4b75-7b90-4460-8789-feea21eb6e46 None None] Checking segment: {'id': '317ea5d5-6056-4847-aa91-273fe8d40822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:46:37.142932 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-abff4b75-7b90-4460-8789-feea21eb6e46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:37.143323 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abff4b75-7b90-4460-8789-feea21eb6e46 None None] Bound using segment: {'id': '317ea5d5-6056-4847-aa91-273fe8d40822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0'} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:46:37.144057 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-abff4b75-7b90-4460-8789-feea21eb6e46 None None] Bound port: 107d01d1-b781-43db-8dc8-8fb142b946bf, host: dv-cinder-862365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '317ea5d5-6056-4847-aa91-273fe8d40822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0'}}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:46:37.148304 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-abff4b75-7b90-4460-8789-feea21eb6e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (107d01d1-b781-43db-8dc8-8fb142b946bf), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:37.151093 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 932ad64a-35f6-45dd-912e-ef337dc42a72 is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:46:37.213785 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-abff4b75-7b90-4460-8789-feea21eb6e46 None None] For port 107d01d1-b781-43db-8dc8-8fb142b946bf, host dv-cinder-862365-4-iscsi, cleared binding levels {{(pid=105392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:46:37.217110 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-abff4b75-7b90-4460-8789-feea21eb6e46 None None] For port 107d01d1-b781-43db-8dc8-8fb142b946bf, host dv-cinder-862365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=107d01d1-b781-43db-8dc8-8fb142b946bf,segment=NetworkSegment(317ea5d5-6056-4847-aa91-273fe8d40822),segment_id=317ea5d5-6056-4847-aa91-273fe8d40822)] {{(pid=105392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:46:37.254567 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-5755f8be-5d40-44d3-ace0-3f5f53553463 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for port (0009c68e-bdb2-4993-8ffd-46c6774f8a99), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:37.269128 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-abff4b75-7b90-4460-8789-feea21eb6e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (107d01d1-b781-43db-8dc8-8fb142b946bf), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:37.303453 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abff4b75-7b90-4460-8789-feea21eb6e46 None None] Routers {'d28ea826-8148-4631-949c-ee2a972b4b7c'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:46:37.304067 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-abff4b75-7b90-4460-8789-feea21eb6e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:46:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['d28ea826-8148-4631-949c-ee2a972b4b7c'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:46:37.360350 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d5f92-0d4e-4afe-a6f8-71d820814dd8 None None] Pushing event updated for resources: {'Port': ['ID=107d01d1-b781-43db-8dc8-8fb142b946bf,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:46:37.364305 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:37.375259 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-5755f8be-5d40-44d3-ace0-3f5f53553463 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (0009c68e-bdb2-4993-8ffd-46c6774f8a99), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:37.380708 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:37.424952 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5755f8be-5d40-44d3-ace0-3f5f53553463 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Network 1e79e91c-2906-4b84-b981-aada7c6d27e6 is already hosted by enough agents. {{(pid=105390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:46:37.425194 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-abff4b75-7b90-4460-8789-feea21eb6e46 None None] Set router d28ea826-8148-4631-949c-ee2a972b4b7c gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:46:37.428399 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-5755f8be-5d40-44d3-ace0-3f5f53553463 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Resources bound (agent type, host, resource id): {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:46:37.430943 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5755f8be-5d40-44d3-ace0-3f5f53553463 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Received port after_create {{(pid=105390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:46:37.433415 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5755f8be-5d40-44d3-ace0-3f5f53553463 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Pushing event updated for resources: {'Port': ['ID=0009c68e-bdb2-4993-8ffd-46c6774f8a99,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:46:37.535279 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-5755f8be-5d40-44d3-ace0-3f5f53553463 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for floatingip (3ae9ef5d-c6d2-45a6-851f-1ffd5facf077), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:37.641805 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-abff4b75-7b90-4460-8789-feea21eb6e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'name': 'tempest-AttachVolumeNegativeTest-727071126-router', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:46:30Z', 'updated_at': '2022-11-02T14:46:33Z', 'revision_number': 4, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'gw_port': {'id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:31Z', 'updated_at': '2022-11-02T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '107d01d1-b781-43db-8dc8-8fb142b946bf', 'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'mac_address': 'fa:16:3e:26:b5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '6a51700c-a406-45a9-976e-ab3485599867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:33Z', 'updated_at': '2022-11-02T14:46:37Z', 'revision_number': 4, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'subnets': [{'id': '6a51700c-a406-45a9-976e-ab3485599867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:46:37.654417 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-5755f8be-5d40-44d3-ace0-3f5f53553463 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (0009c68e-bdb2-4993-8ffd-46c6774f8a99), before_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:37.674068 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abff4b75-7b90-4460-8789-feea21eb6e46 None None] The sync data for ids ['d28ea826-8148-4631-949c-ee2a972b4b7c'] in dv-cinder-862365-4-iscsi is: [{'id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'name': 'tempest-AttachVolumeNegativeTest-727071126-router', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:46:30Z', 'updated_at': '2022-11-02T14:46:33Z', 'revision_number': 4, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'gw_port': {'id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:31Z', 'updated_at': '2022-11-02T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '107d01d1-b781-43db-8dc8-8fb142b946bf', 'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'mac_address': 'fa:16:3e:26:b5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '6a51700c-a406-45a9-976e-ab3485599867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:33Z', 'updated_at': '2022-11-02T14:46:37Z', 'revision_number': 4, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'subnets': [{'id': '6a51700c-a406-45a9-976e-ab3485599867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:46:37.885580 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-5755f8be-5d40-44d3-ace0-3f5f53553463 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for port (0009c68e-bdb2-4993-8ffd-46c6774f8a99), precommit_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:37.959503 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-5755f8be-5d40-44d3-ace0-3f5f53553463 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638247'] for port (0009c68e-bdb2-4993-8ffd-46c6774f8a99), after_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:38.029847 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-5755f8be-5d40-44d3-ace0-3f5f53553463 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66773501'] for floatingip (3ae9ef5d-c6d2-45a6-851f-1ffd5facf077), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:38.032648 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5755f8be-5d40-44d3-ace0-3f5f53553463 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Pushing event updated for resources: {'Port': ['ID=0009c68e-bdb2-4993-8ffd-46c6774f8a99,revision_number=2']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:46:38.116393 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-5755f8be-5d40-44d3-ace0-3f5f53553463 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for floatingip (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:38.123318 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-5755f8be-5d40-44d3-ace0-3f5f53553463 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2810316 Nov 02 14:46:38.300455 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-02e253ef-e4a0-48d6-9b12-4a5fdd6ba284 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1398430664&fields=id&tenant_id=e428f318654f446db48445e4570ae2d3 HTTP/1.1" status: 200 len: 267 time: 0.0554821 Nov 02 14:46:38.465746 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-34577788-5c33-4a1b-b978-dc85bd612060 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:38.465746 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-34577788-5c33-4a1b-b978-dc85bd612060 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/networks?id=d6bf9a07-46e7-4c2d-8535-e65644e316a0 HTTP/1.1" status: 200 len: 814 time: 0.1563373 Nov 02 14:46:38.481443 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-4d098db1-9196-45db-a76a-4dfc448ca999 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/quotas/e428f318654f446db48445e4570ae2d3 HTTP/1.1" status: 200 len: 375 time: 0.0098150 Nov 02 14:46:38.551567 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-adac1c21-76a9-4636-a6b1-3fac974de292 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=e428f318654f446db48445e4570ae2d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642750 Nov 02 14:46:38.672480 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-86c2a631-3222-4f6c-9313-168d8dba4645 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/d6bf9a07-46e7-4c2d-8535-e65644e316a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050620 Nov 02 14:46:38.742903 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 107d01d1-b781-43db-8dc8-8fb142b946bf up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:46:38.782950 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-9dc507ee-98c6-4ec2-8fb4-60af86ab793e service neutron] 10.222.0.30 "GET /networking/v2.0/networks/d6bf9a07-46e7-4c2d-8535-e65644e316a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964568 Nov 02 14:46:38.797654 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:38.813060 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 107d01d1-b781-43db-8dc8-8fb142b946bf triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:46:38.813060 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (107d01d1-b781-43db-8dc8-8fb142b946bf), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:38.813404 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 107d01d1-b781-43db-8dc8-8fb142b946bf Nov 02 14:46:38.881765 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-666770bf-7c6d-4dbc-966d-c45ad9281ab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:38.896393 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 107d01d1-b781-43db-8dc8-8fb142b946bf is: DOWN; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:46:38.896809 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (107d01d1-b781-43db-8dc8-8fb142b946bf), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:38.933443 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] For port 107d01d1-b781-43db-8dc8-8fb142b946bf, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=107d01d1-b781-43db-8dc8-8fb142b946bf,segment=NetworkSegment(317ea5d5-6056-4847-aa91-273fe8d40822),segment_id=317ea5d5-6056-4847-aa91-273fe8d40822)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:46:39.000931 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (107d01d1-b781-43db-8dc8-8fb142b946bf), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:39.050310 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-43d80992-6a80-4192-b1cc-682b7d15e2ce req-da20ce3d-315b-4dcb-96c6-9754b06e1570 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=015a2580-2374-494d-a62d-8ea86c25b6d4 HTTP/1.1" status: 200 len: 210 time: 0.0309210 Nov 02 14:46:39.075426 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Pushing event updated for resources: {'Port': ['ID=107d01d1-b781-43db-8dc8-8fb142b946bf,revision_number=5']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:46:40.178778 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8a841449-1506-4750-9dcf-e218be785ef5 req-418f0ba4-bc8a-414b-b083-12688c5d2ffe tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=015a2580-2374-494d-a62d-8ea86c25b6d4 HTTP/1.1" status: 200 len: 210 time: 0.0317082 Nov 02 14:46:40.531319 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:40.728016 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 107d01d1-b781-43db-8dc8-8fb142b946bf up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:46:40.773868 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 107d01d1-b781-43db-8dc8-8fb142b946bf triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:46:40.774190 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (107d01d1-b781-43db-8dc8-8fb142b946bf), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:40.774518 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 107d01d1-b781-43db-8dc8-8fb142b946bf Nov 02 14:46:40.851583 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 107d01d1-b781-43db-8dc8-8fb142b946bf is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:46:41.289988 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0616de34-a5ad-418d-b3ff-0c42f3ee1b86 req-5e7b4ace-c49a-45ee-b2e6-2217de9e6a27 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=015a2580-2374-494d-a62d-8ea86c25b6d4 HTTP/1.1" status: 200 len: 210 time: 0.0309238 Nov 02 14:46:41.522326 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:41.530761 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-1eb1682a-b676-4e11-9af7-2dd33d188934 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:41.532219 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-1eb1682a-b676-4e11-9af7-2dd33d188934 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.64 "GET /networking/v2.0/networks?id=d6bf9a07-46e7-4c2d-8535-e65644e316a0 HTTP/1.1" status: 200 len: 814 time: 0.1101518 Nov 02 14:46:41.548005 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:41.607466 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-9328e552-05a8-4726-b716-cb34480a975a tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e428f318654f446db48445e4570ae2d3 HTTP/1.1" status: 200 len: 380 time: 0.0558794 Nov 02 14:46:41.616207 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-60f05dbe-95cf-49ef-8ef9-443beafdbfff tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Request body: {'port': {'device_id': '015a2580-2374-494d-a62d-8ea86c25b6d4', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'admin_state_up': True, 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'security_groups': ['3da23ec1-c360-44e2-8b81-26cb50198fcf']}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:46:41.839450 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-60f05dbe-95cf-49ef-8ef9-443beafdbfff tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Made reservation on behalf of e428f318654f446db48445e4570ae2d3 for: {'port': 1} {{(pid=105391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:46:41.843899 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-60f05dbe-95cf-49ef-8ef9-443beafdbfff tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:41.855349 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:41.985049 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.db_base_plugin_common [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-60f05dbe-95cf-49ef-8ef9-443beafdbfff tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Allocated IP 172.20.0.9 (d6bf9a07-46e7-4c2d-8535-e65644e316a0/6a51700c-a406-45a9-976e-ab3485599867/1313078c-90cf-4898-bb7f-d746882578d0) {{(pid=105391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:46:41.991335 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:42.133351 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-60f05dbe-95cf-49ef-8ef9-443beafdbfff tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for port (1313078c-90cf-4898-bb7f-d746882578d0), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:42.237747 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-60f05dbe-95cf-49ef-8ef9-443beafdbfff tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63276524'] for port (1313078c-90cf-4898-bb7f-d746882578d0), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:42.282498 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-60f05dbe-95cf-49ef-8ef9-443beafdbfff tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Network d6bf9a07-46e7-4c2d-8535-e65644e316a0 is already hosted by enough agents. {{(pid=105391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:46:42.287563 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-60f05dbe-95cf-49ef-8ef9-443beafdbfff tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Resources bound (agent type, host, resource id): {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:46:42.291573 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-60f05dbe-95cf-49ef-8ef9-443beafdbfff tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Received port after_create {{(pid=105391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:46:42.319770 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f05dbe-95cf-49ef-8ef9-443beafdbfff tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Pushing event updated for resources: {'Port': ['ID=1313078c-90cf-4898-bb7f-d746882578d0,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:46:42.349985 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-60f05dbe-95cf-49ef-8ef9-443beafdbfff tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:42.350643 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-60f05dbe-95cf-49ef-8ef9-443beafdbfff tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:42.432710 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb35972-f1d9-46fa-99f3-604774584454 req-c058422d-516a-4b62-90ad-3e2c6011d001 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:42.434389 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-afb35972-f1d9-46fa-99f3-604774584454 req-c058422d-516a-4b62-90ad-3e2c6011d001 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=015a2580-2374-494d-a62d-8ea86c25b6d4 HTTP/1.1" status: 200 len: 931 time: 0.0494847 Nov 02 14:46:42.486108 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-afb35972-f1d9-46fa-99f3-604774584454 req-348d45c0-4318-4025-a231-c28f899c512b tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3da23ec1-c360-44e2-8b81-26cb50198fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460114 Nov 02 14:46:42.490446 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-60f05dbe-95cf-49ef-8ef9-443beafdbfff tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8782735 Nov 02 14:46:42.508783 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-7f93986f-703a-4de5-8092-bcc8e30765c1 service neutron] Request body: {'port': {'device_id': '015a2580-2374-494d-a62d-8ea86c25b6d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86236'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:46:42.551291 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fce6ad78-f82d-474b-8908-bb777b530034 None None] Provisioning complete for port 1313078c-90cf-4898-bb7f-d746882578d0 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:46:42.551891 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fce6ad78-f82d-474b-8908-bb777b530034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (1313078c-90cf-4898-bb7f-d746882578d0), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:42.552031 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-fce6ad78-f82d-474b-8908-bb777b530034 None None] Attempt 1 to provision port 1313078c-90cf-4898-bb7f-d746882578d0 Nov 02 14:46:42.573266 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-7f93986f-703a-4de5-8092-bcc8e30765c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (1313078c-90cf-4898-bb7f-d746882578d0), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:42.584955 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fce6ad78-f82d-474b-8908-bb777b530034 None None] Port 1313078c-90cf-4898-bb7f-d746882578d0 cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:46:42.611939 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:42.799523 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:42.833954 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-7f93986f-703a-4de5-8092-bcc8e30765c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1313078c-90cf-4898-bb7f-d746882578d0 {{(pid=105391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:46:42.842781 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-7f93986f-703a-4de5-8092-bcc8e30765c1 service neutron] Publish callbacks [] for port (1313078c-90cf-4898-bb7f-d746882578d0), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:42.856502 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.provisioning_blocks [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-7f93986f-703a-4de5-8092-bcc8e30765c1 service neutron] Transition to ACTIVE for port object 1313078c-90cf-4898-bb7f-d746882578d0 will not be triggered until provisioned by entity L2. {{(pid=105391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 14:46:42.948145 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-7f93986f-703a-4de5-8092-bcc8e30765c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63276539'] for port (1313078c-90cf-4898-bb7f-d746882578d0), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:43.031111 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f93986f-703a-4de5-8092-bcc8e30765c1 service neutron] Pushing event updated for resources: {'Port': ['ID=1313078c-90cf-4898-bb7f-d746882578d0,revision_number=2']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:46:43.062557 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-7f93986f-703a-4de5-8092-bcc8e30765c1 service neutron] Attempting to bind port 1313078c-90cf-4898-bb7f-d746882578d0 on host hv-cinder-86236 for vnic_type normal with profile {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:46:43.062897 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-7f93986f-703a-4de5-8092-bcc8e30765c1 service neutron] Attempting to bind port 1313078c-90cf-4898-bb7f-d746882578d0 by drivers openvswitch,hyperv on host hv-cinder-86236 at level 0 using segments [{'id': '317ea5d5-6056-4847-aa91-273fe8d40822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0'}] {{(pid=105391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:46:43.063228 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-7f93986f-703a-4de5-8092-bcc8e30765c1 service neutron] Attempting to bind port 1313078c-90cf-4898-bb7f-d746882578d0 on network d6bf9a07-46e7-4c2d-8535-e65644e316a0 {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:46:43.105053 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-7f93986f-703a-4de5-8092-bcc8e30765c1 service neutron] Port 1313078c-90cf-4898-bb7f-d746882578d0 on network d6bf9a07-46e7-4c2d-8535-e65644e316a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86236 {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 14:46:43.105391 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-7f93986f-703a-4de5-8092-bcc8e30765c1 service neutron] Attempting to bind port 1313078c-90cf-4898-bb7f-d746882578d0 on network d6bf9a07-46e7-4c2d-8535-e65644e316a0 {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:46:43.148600 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-7f93986f-703a-4de5-8092-bcc8e30765c1 service neutron] Checking agent: {'id': '1ebac2c5-078b-4c7f-aaba-905361dbc5e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'started_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:46:43.148933 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-7f93986f-703a-4de5-8092-bcc8e30765c1 service neutron] Checking segment: {'id': '317ea5d5-6056-4847-aa91-273fe8d40822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:46:43.149343 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-7f93986f-703a-4de5-8092-bcc8e30765c1 service neutron] Bound using segment: {'id': '317ea5d5-6056-4847-aa91-273fe8d40822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0'} {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:46:43.149774 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-7f93986f-703a-4de5-8092-bcc8e30765c1 service neutron] Bound port: 1313078c-90cf-4898-bb7f-d746882578d0, host: hv-cinder-86236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '317ea5d5-6056-4847-aa91-273fe8d40822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0'}}] {{(pid=105391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:46:43.150131 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-7f93986f-703a-4de5-8092-bcc8e30765c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (1313078c-90cf-4898-bb7f-d746882578d0), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:43.211161 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-7f93986f-703a-4de5-8092-bcc8e30765c1 service neutron] For port 1313078c-90cf-4898-bb7f-d746882578d0, host hv-cinder-86236, cleared binding levels {{(pid=105391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:46:43.214037 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-7f93986f-703a-4de5-8092-bcc8e30765c1 service neutron] For port 1313078c-90cf-4898-bb7f-d746882578d0, host hv-cinder-86236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=1313078c-90cf-4898-bb7f-d746882578d0,segment=NetworkSegment(317ea5d5-6056-4847-aa91-273fe8d40822),segment_id=317ea5d5-6056-4847-aa91-273fe8d40822)] {{(pid=105391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:46:43.326919 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-7f93986f-703a-4de5-8092-bcc8e30765c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63276539'] for port (1313078c-90cf-4898-bb7f-d746882578d0), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:43.331568 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-7f93986f-703a-4de5-8092-bcc8e30765c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:43.332173 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-7f93986f-703a-4de5-8092-bcc8e30765c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:43.333611 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-7f93986f-703a-4de5-8092-bcc8e30765c1 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/1313078c-90cf-4898-bb7f-d746882578d0 HTTP/1.1" status: 200 len: 1093 time: 0.8291559 Nov 02 14:46:43.334154 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015a2580-2374-494d-a62d-8ea86c25b6d4', 'tag': '1313078c-90cf-4898-bb7f-d746882578d0'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:46:43.336363 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c50446b-da67-4f14-8991-625c3f343dc8" -d '{"events": [{"name": "network-changed", "server_uuid": "015a2580-2374-494d-a62d-8ea86c25b6d4", "tag": "1313078c-90cf-4898-bb7f-d746882578d0"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:46:43.378257 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a731efcd-94b8-408c-a90e-3d36f3be4c03 x-openstack-request-id: req-a731efcd-94b8-408c-a90e-3d36f3be4c03 {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:46:43.378543 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "015a2580-2374-494d-a62d-8ea86c25b6d4", "tag": "1313078c-90cf-4898-bb7f-d746882578d0", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:46:43.385276 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a731efcd-94b8-408c-a90e-3d36f3be4c03 {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:46:43.385276 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a731efcd-94b8-408c-a90e-3d36f3be4c03'] response: {'name': 'network-changed', 'server_uuid': '015a2580-2374-494d-a62d-8ea86c25b6d4', 'tag': '1313078c-90cf-4898-bb7f-d746882578d0', 'status': 'completed', 'code': 200} Nov 02 14:46:43.390694 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f93986f-703a-4de5-8092-bcc8e30765c1 service neutron] Pushing event updated for resources: {'Port': ['ID=1313078c-90cf-4898-bb7f-d746882578d0,revision_number=3']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:46:43.463412 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50446b-da67-4f14-8991-625c3f343dc8 req-695d376a-11c3-4e13-ab54-c34cbc1252c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:43.465146 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6c50446b-da67-4f14-8991-625c3f343dc8 req-695d376a-11c3-4e13-ab54-c34cbc1252c8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=e428f318654f446db48445e4570ae2d3&device_id=015a2580-2374-494d-a62d-8ea86c25b6d4 HTTP/1.1" status: 200 len: 1127 time: 0.0398521 Nov 02 14:46:43.584918 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50446b-da67-4f14-8991-625c3f343dc8 req-344e2eae-4a6b-4342-945b-168024a2ce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:43.586384 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6c50446b-da67-4f14-8991-625c3f343dc8 req-344e2eae-4a6b-4342-945b-168024a2ce62 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=e428f318654f446db48445e4570ae2d3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1090214 Nov 02 14:46:43.649246 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819dbfac-8743-4635-bcb0-3b31fcd7fd92 req-1e3d4149-4726-488a-9039-ab4e5288ffb9 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:43.650732 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-819dbfac-8743-4635-bcb0-3b31fcd7fd92 req-1e3d4149-4726-488a-9039-ab4e5288ffb9 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=015a2580-2374-494d-a62d-8ea86c25b6d4 HTTP/1.1" status: 200 len: 943 time: 0.0843310 Nov 02 14:46:43.750901 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-819dbfac-8743-4635-bcb0-3b31fcd7fd92 req-515bb70b-4552-4c9f-9f1f-191c229fbe9d tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3da23ec1-c360-44e2-8b81-26cb50198fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720651 Nov 02 14:46:43.752057 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50446b-da67-4f14-8991-625c3f343dc8 req-6e185849-7169-4713-a2b9-14c1d769a1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:43.753523 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6c50446b-da67-4f14-8991-625c3f343dc8 req-6e185849-7169-4713-a2b9-14c1d769a1b3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1480470 Nov 02 14:46:43.851435 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-552db05f-eed1-40c8-966c-7dc67c87baac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:43.852929 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-552db05f-eed1-40c8-966c-7dc67c87baac service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=e428f318654f446db48445e4570ae2d3&device_id=015a2580-2374-494d-a62d-8ea86c25b6d4 HTTP/1.1" status: 200 len: 1127 time: 0.0393028 Nov 02 14:46:43.898235 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-4cc14e00-d9b8-43a4-9fc7-fa1b0097feee service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1313078c-90cf-4898-bb7f-d746882578d0 HTTP/1.1" status: 200 len: 217 time: 0.0323877 Nov 02 14:46:43.944570 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:43.955715 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-f2ba52a8-21dc-4064-8478-6685a7150003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:43.958984 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-f2ba52a8-21dc-4064-8478-6685a7150003 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6a51700c-a406-45a9-976e-ab3485599867 HTTP/1.1" status: 200 len: 853 time: 0.0492475 Nov 02 14:46:44.003382 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-6a261558-1795-41ae-a726-233563f931c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:44.004790 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-6a261558-1795-41ae-a726-233563f931c3 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d6bf9a07-46e7-4c2d-8535-e65644e316a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406175 Nov 02 14:46:44.063773 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:44.096602 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-1d3a0d72-19ba-4782-a4d4-7424ab9724d1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d6bf9a07-46e7-4c2d-8535-e65644e316a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854878 Nov 02 14:46:44.136301 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=42 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:44.143049 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=13 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:44.196613 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-eb15a7f0-b910-41d3-9335-9b39708a30e1 req-07f7e1cf-2fd4-4164-b133-8194d8a16f31 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d6bf9a07-46e7-4c2d-8535-e65644e316a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931270 Nov 02 14:46:44.874195 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0535b18-3482-4daa-b5e4-2c02759a5a9d req-ae14ce00-e3ff-4b81-a91b-51eadcf2b958 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:44.875718 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b0535b18-3482-4daa-b5e4-2c02759a5a9d req-ae14ce00-e3ff-4b81-a91b-51eadcf2b958 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=015a2580-2374-494d-a62d-8ea86c25b6d4 HTTP/1.1" status: 200 len: 943 time: 0.0470209 Nov 02 14:46:44.926978 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b0535b18-3482-4daa-b5e4-2c02759a5a9d req-8a7eea89-6539-4de8-b439-9c595e01d045 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3da23ec1-c360-44e2-8b81-26cb50198fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454445 Nov 02 14:46:46.052816 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da921ad-e687-4c1f-a7b0-6b1277aab0eb req-8fc53c4e-c228-45ee-905f-752f8abdbf6f tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:46.054257 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6da921ad-e687-4c1f-a7b0-6b1277aab0eb req-8fc53c4e-c228-45ee-905f-752f8abdbf6f tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=015a2580-2374-494d-a62d-8ea86c25b6d4 HTTP/1.1" status: 200 len: 943 time: 0.0507390 Nov 02 14:46:46.101879 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6da921ad-e687-4c1f-a7b0-6b1277aab0eb req-e56763ac-49b6-4bcc-913b-41ff636a8e75 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3da23ec1-c360-44e2-8b81-26cb50198fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418596 Nov 02 14:46:46.727787 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device 1313078c-90cf-4898-bb7f-d746882578d0 details requested by agent hyperv_hv-cinder-86236 with host hv-cinder-86236 {{(pid=105392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 14:46:46.822286 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:46.829711 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port 1313078c-90cf-4898-bb7f-d746882578d0, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=1313078c-90cf-4898-bb7f-d746882578d0,segment=NetworkSegment(317ea5d5-6056-4847-aa91-273fe8d40822),segment_id=317ea5d5-6056-4847-aa91-273fe8d40822)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:46:46.848115 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Returning: {'device': '1313078c-90cf-4898-bb7f-d746882578d0', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'port_id': '1313078c-90cf-4898-bb7f-d746882578d0', 'mac_address': 'fa:16:3e:b3:39:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 477, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a51700c-a406-45a9-976e-ab3485599867', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 14:46:46.878899 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port 1313078c-90cf-4898-bb7f-d746882578d0 is: DOWN; New status is: BUILD {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:46:46.882572 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (1313078c-90cf-4898-bb7f-d746882578d0), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:46.893753 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1313078c-90cf-4898-bb7f-d746882578d0 {{(pid=105392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:46:46.917681 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port 1313078c-90cf-4898-bb7f-d746882578d0, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=1313078c-90cf-4898-bb7f-d746882578d0,segment=NetworkSegment(317ea5d5-6056-4847-aa91-273fe8d40822),segment_id=317ea5d5-6056-4847-aa91-273fe8d40822)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:46:46.985358 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (1313078c-90cf-4898-bb7f-d746882578d0), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:47.033452 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=1313078c-90cf-4898-bb7f-d746882578d0,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:46:47.225583 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131d2b8-53cb-4302-a811-c4bd808bac1b req-7994345e-b642-47d1-8e5e-0ab457d68107 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:47.227012 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9131d2b8-53cb-4302-a811-c4bd808bac1b req-7994345e-b642-47d1-8e5e-0ab457d68107 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=015a2580-2374-494d-a62d-8ea86c25b6d4 HTTP/1.1" status: 200 len: 944 time: 0.0475769 Nov 02 14:46:47.281795 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9131d2b8-53cb-4302-a811-c4bd808bac1b req-7578b373-334a-4d84-bf2d-263cbec4bfac tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3da23ec1-c360-44e2-8b81-26cb50198fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477653 Nov 02 14:46:47.305874 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] get_ports_and_sgs() called for port_ids ['1313078c-90cf-4898-bb7f-d746882578d0'] {{(pid=105392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 14:46:47.360385 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:48.043733 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=34,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:48.044545 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:48.406725 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b65c9c-6920-4f01-a695-ff8a060474c2 req-8bd894fe-b0dc-4b06-9284-b3f28faa9af1 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:48.408171 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-48b65c9c-6920-4f01-a695-ff8a060474c2 req-8bd894fe-b0dc-4b06-9284-b3f28faa9af1 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=015a2580-2374-494d-a62d-8ea86c25b6d4 HTTP/1.1" status: 200 len: 944 time: 0.0507019 Nov 02 14:46:48.456603 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-48b65c9c-6920-4f01-a695-ff8a060474c2 req-a2c8a3a2-25ff-4ef3-8265-737264864b63 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3da23ec1-c360-44e2-8b81-26cb50198fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426521 Nov 02 14:46:48.758850 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device 1313078c-90cf-4898-bb7f-d746882578d0 up at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:46:48.801189 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning for port 1313078c-90cf-4898-bb7f-d746882578d0 completed by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 14:46:48.867812 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning complete for port 1313078c-90cf-4898-bb7f-d746882578d0 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:46:48.868203 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (1313078c-90cf-4898-bb7f-d746882578d0), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:48.868537 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Attempt 1 to provision port 1313078c-90cf-4898-bb7f-d746882578d0 Nov 02 14:46:48.946964 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port 1313078c-90cf-4898-bb7f-d746882578d0 is: BUILD; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:46:48.947251 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (1313078c-90cf-4898-bb7f-d746882578d0), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:48.971964 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015a2580-2374-494d-a62d-8ea86c25b6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1313078c-90cf-4898-bb7f-d746882578d0'}] {{(pid=105392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:46:48.978149 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa406a66c4f7fcebf853f6ac608ace0721fd427f75714d2af0e2307e93ff13f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4042b615-6f29-4765-ac74-4edcf839d3b6" -d '{"events": [{"server_uuid": "015a2580-2374-494d-a62d-8ea86c25b6d4", "name": "network-vif-plugged", "status": "completed", "tag": "1313078c-90cf-4898-bb7f-d746882578d0"}]}' {{(pid=105392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:46:48.987803 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port 1313078c-90cf-4898-bb7f-d746882578d0, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=1313078c-90cf-4898-bb7f-d746882578d0,segment=NetworkSegment(317ea5d5-6056-4847-aa91-273fe8d40822),segment_id=317ea5d5-6056-4847-aa91-273fe8d40822)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:46:49.013811 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8c8dd4-dcb4-4ca0-80be-bfb91fdca78c x-openstack-request-id: req-0e8c8dd4-dcb4-4ca0-80be-bfb91fdca78c {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:46:49.014099 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015a2580-2374-494d-a62d-8ea86c25b6d4", "name": "network-vif-plugged", "status": "completed", "tag": "1313078c-90cf-4898-bb7f-d746882578d0", "code": 200}]} {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:46:49.014350 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0e8c8dd4-dcb4-4ca0-80be-bfb91fdca78c {{(pid=105392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:46:49.014755 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e8c8dd4-dcb4-4ca0-80be-bfb91fdca78c'] response: {'server_uuid': '015a2580-2374-494d-a62d-8ea86c25b6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1313078c-90cf-4898-bb7f-d746882578d0', 'code': 200} Nov 02 14:46:49.092014 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (1313078c-90cf-4898-bb7f-d746882578d0), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:49.141703 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=1313078c-90cf-4898-bb7f-d746882578d0,revision_number=5']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:46:49.348061 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576c619-6166-4886-930c-fc4b49c7247d req-61b3d1f2-b752-4b0f-80d6-5b60d0e8bb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:49.349511 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4576c619-6166-4886-930c-fc4b49c7247d req-61b3d1f2-b752-4b0f-80d6-5b60d0e8bb5e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=015a2580-2374-494d-a62d-8ea86c25b6d4 HTTP/1.1" status: 200 len: 1129 time: 0.0387101 Nov 02 14:46:49.396704 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4576c619-6166-4886-930c-fc4b49c7247d req-a8cd1b88-a1dd-439f-957f-26230f6fb484 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3da23ec1-c360-44e2-8b81-26cb50198fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411136 Nov 02 14:46:49.583131 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d293b3-befc-4367-9a3a-e47b0f6d936f req-69bd3e7e-d515-495c-9f2d-a16aaf2df393 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:49.584613 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b6d293b3-befc-4367-9a3a-e47b0f6d936f req-69bd3e7e-d515-495c-9f2d-a16aaf2df393 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=015a2580-2374-494d-a62d-8ea86c25b6d4 HTTP/1.1" status: 200 len: 945 time: 0.0486004 Nov 02 14:46:49.638140 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b6d293b3-befc-4367-9a3a-e47b0f6d936f req-186b9409-2f1c-4cb5-899a-a5f0d301e2fb tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3da23ec1-c360-44e2-8b81-26cb50198fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461330 Nov 02 14:46:50.605364 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:46:50.761820 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b30a3-ace6-4411-9dd2-469eb5b4a7b6 req-ec4ad831-a327-451b-8a50-72d2dc5164a9 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:50.763280 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8e3b30a3-ace6-4411-9dd2-469eb5b4a7b6 req-ec4ad831-a327-451b-8a50-72d2dc5164a9 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=015a2580-2374-494d-a62d-8ea86c25b6d4 HTTP/1.1" status: 200 len: 945 time: 0.0478547 Nov 02 14:46:50.811623 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8e3b30a3-ace6-4411-9dd2-469eb5b4a7b6 req-3816d9b3-3522-4ff5-9307-e16996105ea5 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3da23ec1-c360-44e2-8b81-26cb50198fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427427 Nov 02 14:46:50.936876 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7e903-bcc6-42a2-a90c-93e30094d5cb req-42543059-23fd-44c1-a8d8-eff0bbda820f tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:50.938459 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-54d7e903-bcc6-42a2-a90c-93e30094d5cb req-42543059-23fd-44c1-a8d8-eff0bbda820f tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=015a2580-2374-494d-a62d-8ea86c25b6d4 HTTP/1.1" status: 200 len: 945 time: 0.0493433 Nov 02 14:46:50.950373 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 36396) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:46:50.954376 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-6b8b2cde-4ac7-4bc9-8c56-6fb061502758 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Request body: {'floatingip': {'port_id': '1313078c-90cf-4898-bb7f-d746882578d0'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:46:50.998087 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6b8b2cde-4ac7-4bc9-8c56-6fb061502758 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for floatingip (3ae9ef5d-c6d2-45a6-851f-1ffd5facf077), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:51.066554 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:51.185568 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:51.424338 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6b8b2cde-4ac7-4bc9-8c56-6fb061502758 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:51.509026 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6b8b2cde-4ac7-4bc9-8c56-6fb061502758 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66773501'] for floatingip (3ae9ef5d-c6d2-45a6-851f-1ffd5facf077), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:51.608342 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.db.l3_db [None req-6b8b2cde-4ac7-4bc9-8c56-6fb061502758 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Floating IP 3ae9ef5d-c6d2-45a6-851f-1ffd5facf077 associated. External IP: 172.27.0.25, port: 1313078c-90cf-4898-bb7f-d746882578d0. Nov 02 14:46:51.809401 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8b2cde-4ac7-4bc9-8c56-6fb061502758 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Router d28ea826-8148-4631-949c-ee2a972b4b7c has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:46:52.197387 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8b2cde-4ac7-4bc9-8c56-6fb061502758 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:46:52.202535 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6b8b2cde-4ac7-4bc9-8c56-6fb061502758 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for floatingip (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:46:52.207854 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b08197-1bc0-4993-90ce-36a04be11e66 None None] Sync routers for ids ['d28ea826-8148-4631-949c-ee2a972b4b7c'] in dv-cinder-862365-4-iscsi {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:46:52.222507 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b08197-1bc0-4993-90ce-36a04be11e66 None None] Routers {'d28ea826-8148-4631-949c-ee2a972b4b7c'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:46:52.223111 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-a0b08197-1bc0-4993-90ce-36a04be11e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:46:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['d28ea826-8148-4631-949c-ee2a972b4b7c'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:46:52.234157 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-6b8b2cde-4ac7-4bc9-8c56-6fb061502758 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "PUT /networking/v2.0/floatingips/3ae9ef5d-c6d2-45a6-851f-1ffd5facf077 HTTP/1.1" status: 200 len: 990 time: 1.2841966 Nov 02 14:46:52.234856 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015a2580-2374-494d-a62d-8ea86c25b6d4', 'tag': '1313078c-90cf-4898-bb7f-d746882578d0'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:46:52.237129 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e3d365-706e-4a32-9fdd-4a816fd57d45" -d '{"events": [{"name": "network-changed", "server_uuid": "015a2580-2374-494d-a62d-8ea86c25b6d4", "tag": "1313078c-90cf-4898-bb7f-d746882578d0"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:46:52.274756 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b80fe2-6c47-40e4-9560-1bd5b967d885 x-openstack-request-id: req-92b80fe2-6c47-40e4-9560-1bd5b967d885 {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:46:52.275041 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "015a2580-2374-494d-a62d-8ea86c25b6d4", "tag": "1313078c-90cf-4898-bb7f-d746882578d0", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:46:52.275290 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-92b80fe2-6c47-40e4-9560-1bd5b967d885 {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:46:52.275691 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92b80fe2-6c47-40e4-9560-1bd5b967d885'] response: {'name': 'network-changed', 'server_uuid': '015a2580-2374-494d-a62d-8ea86c25b6d4', 'tag': '1313078c-90cf-4898-bb7f-d746882578d0', 'status': 'completed', 'code': 200} Nov 02 14:46:52.329208 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-a0b08197-1bc0-4993-90ce-36a04be11e66 None None] Set router d28ea826-8148-4631-949c-ee2a972b4b7c gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:46:52.371299 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3d365-706e-4a32-9fdd-4a816fd57d45 req-d7645866-800f-4a7f-8bfd-d3338d97778a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:52.372837 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-03e3d365-706e-4a32-9fdd-4a816fd57d45 req-d7645866-800f-4a7f-8bfd-d3338d97778a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=e428f318654f446db48445e4570ae2d3&device_id=015a2580-2374-494d-a62d-8ea86c25b6d4 HTTP/1.1" status: 200 len: 1129 time: 0.0398831 Nov 02 14:46:52.474882 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3d365-706e-4a32-9fdd-4a816fd57d45 req-51ea8930-6eb9-41ba-8b2d-971aea1dabd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:52.476249 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-03e3d365-706e-4a32-9fdd-4a816fd57d45 req-51ea8930-6eb9-41ba-8b2d-971aea1dabd2 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=d6bf9a07-46e7-4c2d-8535-e65644e316a0 HTTP/1.1" status: 200 len: 915 time: 0.0958807 Nov 02 14:46:52.516662 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:52.541475 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-03e3d365-706e-4a32-9fdd-4a816fd57d45 req-3dedc481-5d2d-4b2f-a433-9bbc74b5d285 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1313078c-90cf-4898-bb7f-d746882578d0 HTTP/1.1" status: 200 len: 998 time: 0.0590775 Nov 02 14:46:52.552783 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-a0b08197-1bc0-4993-90ce-36a04be11e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'name': 'tempest-AttachVolumeNegativeTest-727071126-router', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:46:30Z', 'updated_at': '2022-11-02T14:46:33Z', 'revision_number': 4, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'gw_port': {'id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:31Z', 'updated_at': '2022-11-02T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': '3ae9ef5d-c6d2-45a6-851f-1ffd5facf077', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'port_id': '1313078c-90cf-4898-bb7f-d746882578d0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'mac_address': 'fa:16:3e:b3:39:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a2580-2374-494d-a62d-8ea86c25b6d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:46:37Z', 'updated_at': '2022-11-02T14:46:51Z', 'revision_number': 1, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107d01d1-b781-43db-8dc8-8fb142b946bf', 'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'mac_address': 'fa:16:3e:26:b5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '6a51700c-a406-45a9-976e-ab3485599867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:33Z', 'updated_at': '2022-11-02T14:46:38Z', 'revision_number': 5, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'subnets': [{'id': '6a51700c-a406-45a9-976e-ab3485599867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:46:52.578606 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b08197-1bc0-4993-90ce-36a04be11e66 None None] Checking router: d28ea826-8148-4631-949c-ee2a972b4b7c for host: dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:46:52.587331 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b08197-1bc0-4993-90ce-36a04be11e66 None None] Routers {'d28ea826-8148-4631-949c-ee2a972b4b7c'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:46:52.587921 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-a0b08197-1bc0-4993-90ce-36a04be11e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:46:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['d28ea826-8148-4631-949c-ee2a972b4b7c'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:46:52.591964 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3d365-706e-4a32-9fdd-4a816fd57d45 req-f426c6d7-9cba-4c29-98e6-bb9ed307ff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:52.593531 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-03e3d365-706e-4a32-9fdd-4a816fd57d45 req-f426c6d7-9cba-4c29-98e6-bb9ed307ff1c service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6a51700c-a406-45a9-976e-ab3485599867 HTTP/1.1" status: 200 len: 853 time: 0.0462184 Nov 02 14:46:52.645402 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:46:52.650548 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3d365-706e-4a32-9fdd-4a816fd57d45 req-69aa145e-bf12-4e4b-8a88-2403459cfef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:46:52.652443 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-03e3d365-706e-4a32-9fdd-4a816fd57d45 req-69aa145e-bf12-4e4b-8a88-2403459cfef3 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d6bf9a07-46e7-4c2d-8535-e65644e316a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522287 Nov 02 14:46:52.705449 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-a0b08197-1bc0-4993-90ce-36a04be11e66 None None] Set router d28ea826-8148-4631-949c-ee2a972b4b7c gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:46:52.751819 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-03e3d365-706e-4a32-9fdd-4a816fd57d45 req-52f8e3d8-83dd-4717-99bc-fb4253efb896 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d6bf9a07-46e7-4c2d-8535-e65644e316a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914257 Nov 02 14:46:52.848661 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-03e3d365-706e-4a32-9fdd-4a816fd57d45 req-835b4c2a-2840-4404-a5c4-4c5963a9412f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d6bf9a07-46e7-4c2d-8535-e65644e316a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901303 Nov 02 14:46:52.933269 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-a0b08197-1bc0-4993-90ce-36a04be11e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'name': 'tempest-AttachVolumeNegativeTest-727071126-router', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:46:30Z', 'updated_at': '2022-11-02T14:46:33Z', 'revision_number': 4, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'gw_port': {'id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:31Z', 'updated_at': '2022-11-02T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': '3ae9ef5d-c6d2-45a6-851f-1ffd5facf077', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'port_id': '1313078c-90cf-4898-bb7f-d746882578d0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'mac_address': 'fa:16:3e:b3:39:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a2580-2374-494d-a62d-8ea86c25b6d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:46:37Z', 'updated_at': '2022-11-02T14:46:51Z', 'revision_number': 1, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107d01d1-b781-43db-8dc8-8fb142b946bf', 'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'mac_address': 'fa:16:3e:26:b5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '6a51700c-a406-45a9-976e-ab3485599867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:33Z', 'updated_at': '2022-11-02T14:46:38Z', 'revision_number': 5, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'subnets': [{'id': '6a51700c-a406-45a9-976e-ab3485599867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:46:52.959338 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b08197-1bc0-4993-90ce-36a04be11e66 None None] The sync data for ids ['d28ea826-8148-4631-949c-ee2a972b4b7c'] in dv-cinder-862365-4-iscsi is: [{'id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'name': 'tempest-AttachVolumeNegativeTest-727071126-router', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:46:30Z', 'updated_at': '2022-11-02T14:46:33Z', 'revision_number': 4, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'gw_port': {'id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:31Z', 'updated_at': '2022-11-02T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': '3ae9ef5d-c6d2-45a6-851f-1ffd5facf077', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'port_id': '1313078c-90cf-4898-bb7f-d746882578d0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'mac_address': 'fa:16:3e:b3:39:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a2580-2374-494d-a62d-8ea86c25b6d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:46:37Z', 'updated_at': '2022-11-02T14:46:51Z', 'revision_number': 1, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107d01d1-b781-43db-8dc8-8fb142b946bf', 'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'mac_address': 'fa:16:3e:26:b5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '6a51700c-a406-45a9-976e-ab3485599867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:33Z', 'updated_at': '2022-11-02T14:46:38Z', 'revision_number': 5, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'subnets': [{'id': '6a51700c-a406-45a9-976e-ab3485599867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:46:53.160940 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebb1921-69d4-4ee2-b653-a9b644917fd3 None None] New status for floating IP 3ae9ef5d-c6d2-45a6-851f-1ffd5facf077: ACTIVE {{(pid=105392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 14:46:58.865848 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:02.844141 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=8 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:47:02.846020 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=32 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:47:06.405264 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-59727e19-265e-4708-bdbc-f13f76327c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:08.879373 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-0f184bc2-3421-48f4-b6d7-0a6eda542a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:09.143455 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02014e-bb56-4f6e-9c67-ade59dcbb1e4 req-2fd06317-05f5-4c5e-81ec-658f0a777312 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:09.144903 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5c02014e-bb56-4f6e-9c67-ade59dcbb1e4 req-2fd06317-05f5-4c5e-81ec-658f0a777312 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0473423 Nov 02 14:47:09.194279 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5c02014e-bb56-4f6e-9c67-ade59dcbb1e4 req-9c28a645-04a6-4f4e-a1a4-31702e3cc801 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429444 Nov 02 14:47:09.570280 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=72 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:47:09.579329 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=84 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:47:10.321894 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d571c-df1b-4f9c-b666-02e542b0700a req-c1a9a786-8948-40c0-8cf5-7f10a250e9c0 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:10.323357 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b94d571c-df1b-4f9c-b666-02e542b0700a req-c1a9a786-8948-40c0-8cf5-7f10a250e9c0 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0496581 Nov 02 14:47:10.371034 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b94d571c-df1b-4f9c-b666-02e542b0700a req-a8dfe69f-c0fd-4b7f-934f-ed97c2a3a2ea tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420821 Nov 02 14:47:10.476762 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:11.495692 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33d854-30db-461b-87b6-983fc571e102 req-a74c9d3d-31a9-4a78-8086-4d60bd974f7a tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:11.497272 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0e33d854-30db-461b-87b6-983fc571e102 req-a74c9d3d-31a9-4a78-8086-4d60bd974f7a tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0478082 Nov 02 14:47:11.499351 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:11.545897 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0e33d854-30db-461b-87b6-983fc571e102 req-24874ed4-ef56-48a4-b73e-3508ef1633de tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429864 Nov 02 14:47:11.979453 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:12.667645 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1bcfc-2112-423e-9f89-add340dfd998 req-4ca500ec-8bc8-46a5-904a-93cd07e2d135 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:12.669107 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0bc1bcfc-2112-423e-9f89-add340dfd998 req-4ca500ec-8bc8-46a5-904a-93cd07e2d135 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0465989 Nov 02 14:47:12.719495 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0bc1bcfc-2112-423e-9f89-add340dfd998 req-f128425d-8b6d-444e-a79c-b2cb26c3f12e tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448303 Nov 02 14:47:13.840242 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d3a25-efd8-4083-af9e-688bd350482c req-3200743f-6094-4aa2-a222-734512e998de tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:13.841699 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6b6d3a25-efd8-4083-af9e-688bd350482c req-3200743f-6094-4aa2-a222-734512e998de tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0462453 Nov 02 14:47:13.888524 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6b6d3a25-efd8-4083-af9e-688bd350482c req-14214d00-5351-4eb7-b226-98bc73e451ef tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413504 Nov 02 14:47:15.011272 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938daa9b-85fe-4c14-8274-81462e549069 req-1b33e2aa-d4b6-442e-b2bf-c1329fdfd7d3 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:15.012713 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-938daa9b-85fe-4c14-8274-81462e549069 req-1b33e2aa-d4b6-442e-b2bf-c1329fdfd7d3 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0458190 Nov 02 14:47:15.058867 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-938daa9b-85fe-4c14-8274-81462e549069 req-a490350c-9810-4745-bbfe-43137b933e54 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404224 Nov 02 14:47:16.180737 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78873be-907a-4fe8-b190-c77cdee02ab9 req-f8fa9efb-cb84-4d4c-8846-9f6c172e9b00 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:16.182217 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b78873be-907a-4fe8-b190-c77cdee02ab9 req-f8fa9efb-cb84-4d4c-8846-9f6c172e9b00 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0486472 Nov 02 14:47:16.228935 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b78873be-907a-4fe8-b190-c77cdee02ab9 req-92412fca-ae91-4143-90e2-20b0abd948c9 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411317 Nov 02 14:47:17.347781 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854df66-ada2-4583-b493-aa664641356c req-91376656-abf3-4979-9323-175f6362f28c tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:17.349258 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2854df66-ada2-4583-b493-aa664641356c req-91376656-abf3-4979-9323-175f6362f28c tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0460746 Nov 02 14:47:17.396794 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2854df66-ada2-4583-b493-aa664641356c req-0818c867-9e1e-4814-b00b-ce2f4534afa7 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412867 Nov 02 14:47:18.519669 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772b4b9-f8c7-4089-b752-6347d6393c11 req-6688f97a-18b2-4ff6-af18-c0e4bd2a2704 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:18.521159 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e772b4b9-f8c7-4089-b752-6347d6393c11 req-6688f97a-18b2-4ff6-af18-c0e4bd2a2704 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0483129 Nov 02 14:47:18.571959 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e772b4b9-f8c7-4089-b752-6347d6393c11 req-1c8cf716-debd-4b7a-824e-c75ce8e7da9e tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450366 Nov 02 14:47:19.695834 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf13986-9e50-46a9-a9f7-2596b68f46f0 req-a5c615a1-6f72-489d-ba63-2d6a08fb3718 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:19.697511 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8bf13986-9e50-46a9-a9f7-2596b68f46f0 req-a5c615a1-6f72-489d-ba63-2d6a08fb3718 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0470207 Nov 02 14:47:19.746812 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8bf13986-9e50-46a9-a9f7-2596b68f46f0 req-ffcda21c-edaa-4ccb-943e-043757acdadb tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435364 Nov 02 14:47:20.867961 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9d339-f2ce-41fc-a9d4-df94dd109f7a req-bea35aa7-0385-48c3-9dcb-32f68b866313 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:20.869440 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-61f9d339-f2ce-41fc-a9d4-df94dd109f7a req-bea35aa7-0385-48c3-9dcb-32f68b866313 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0467830 Nov 02 14:47:20.894463 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:47:20.916699 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-61f9d339-f2ce-41fc-a9d4-df94dd109f7a req-7f3fceab-a364-44e8-ad2b-877cd1ec5bc0 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415821 Nov 02 14:47:21.283080 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:47:21.296916 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43368a-4cce-4b11-9b9d-ed8bef764514 req-0184b289-3bfd-4f44-8641-c08fddebaf68 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:21.298443 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ea43368a-4cce-4b11-9b9d-ed8bef764514 req-0184b289-3bfd-4f44-8641-c08fddebaf68 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0512013 Nov 02 14:47:21.348366 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ea43368a-4cce-4b11-9b9d-ed8bef764514 req-9ed59dee-74f5-4afd-9ef3-cfb6f7540aae tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443211 Nov 02 14:47:21.463484 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a7cc7-fae9-491b-b10b-e298a11169a9 req-fa30c982-5373-4e16-aaf8-3cf62c84291d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:21.464890 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5f0a7cc7-fae9-491b-b10b-e298a11169a9 req-fa30c982-5373-4e16-aaf8-3cf62c84291d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=2bf7381b1bf545c39936c96595aa36f4&device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 1130 time: 0.0391145 Nov 02 14:47:21.558644 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a7cc7-fae9-491b-b10b-e298a11169a9 req-c7272319-093c-45bf-b9a1-d3ad80710b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:21.560085 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5f0a7cc7-fae9-491b-b10b-e298a11169a9 req-c7272319-093c-45bf-b9a1-d3ad80710b0e service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=f4156324-b06b-4603-82b2-5bb54f75cf91 HTTP/1.1" status: 200 len: 912 time: 0.0883684 Nov 02 14:47:21.622981 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5f0a7cc7-fae9-491b-b10b-e298a11169a9 req-f63f54d1-02ef-46dc-86bb-61b1052517fa service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbd39cbf-326e-49d0-90e6-27faedce220f HTTP/1.1" status: 200 len: 1001 time: 0.0547640 Nov 02 14:47:21.673765 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a7cc7-fae9-491b-b10b-e298a11169a9 req-9129530c-9c18-4676-80b1-1c9cb5d3e2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:21.675329 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5f0a7cc7-fae9-491b-b10b-e298a11169a9 req-9129530c-9c18-4676-80b1-1c9cb5d3e2e3 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=0620d4f8-cfae-43e4-8018-47fa75073e3e HTTP/1.1" status: 200 len: 850 time: 0.0451872 Nov 02 14:47:21.723346 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a7cc7-fae9-491b-b10b-e298a11169a9 req-8c06140c-fe4b-4210-9d7a-07ae18506e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:21.724760 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5f0a7cc7-fae9-491b-b10b-e298a11169a9 req-8c06140c-fe4b-4210-9d7a-07ae18506e7b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=f4156324-b06b-4603-82b2-5bb54f75cf91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423026 Nov 02 14:47:21.815174 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5f0a7cc7-fae9-491b-b10b-e298a11169a9 req-12b8bfe4-d200-486c-a2c0-dba740d2cf79 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f4156324-b06b-4603-82b2-5bb54f75cf91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834498 Nov 02 14:47:21.915504 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5f0a7cc7-fae9-491b-b10b-e298a11169a9 req-6e0991c0-f0df-45d3-ad6a-4564bfd163ff service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f4156324-b06b-4603-82b2-5bb54f75cf91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943696 Nov 02 14:47:21.917127 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:47:21.919341 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=48,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:47:22.475234 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27702342-13bd-4844-8ebf-0e5f61caf0d8 req-8cb6a050-3601-4afd-9984-4cbd02b2e4d4 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:22.476831 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-27702342-13bd-4844-8ebf-0e5f61caf0d8 req-8cb6a050-3601-4afd-9984-4cbd02b2e4d4 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0473404 Nov 02 14:47:22.524962 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-27702342-13bd-4844-8ebf-0e5f61caf0d8 req-ae401d8a-b86b-4df1-b629-65760b371ccb tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420909 Nov 02 14:47:23.646003 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8be491-de7f-4e16-81ab-9bd66fc37a62 req-c0721ab8-3d4f-4864-b1a2-9766da522c14 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:23.647474 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6a8be491-de7f-4e16-81ab-9bd66fc37a62 req-c0721ab8-3d4f-4864-b1a2-9766da522c14 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0469391 Nov 02 14:47:23.698385 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6a8be491-de7f-4e16-81ab-9bd66fc37a62 req-ec26658b-d5c5-4496-b85e-1734ae4ff396 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443184 Nov 02 14:47:27.604206 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:47:28.970840 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:32.211488 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4d34aeea-6fed-47cd-8c0b-79efa7de5314 req-8af47bfa-6310-4818-8518-c716617b4dca service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a70e0509-33cf-40a8-a0e2-a5da4317522c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0367184 Nov 02 14:47:32.288693 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34aeea-6fed-47cd-8c0b-79efa7de5314 req-65b91733-cfe5-48fc-8184-107151174337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:32.290274 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4d34aeea-6fed-47cd-8c0b-79efa7de5314 req-65b91733-cfe5-48fc-8184-107151174337 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=990b7e753ad1450489668d0ca151736e&device_id=a70e0509-33cf-40a8-a0e2-a5da4317522c HTTP/1.1" status: 200 len: 1129 time: 0.0383680 Nov 02 14:47:32.373072 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:47:32.397780 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34aeea-6fed-47cd-8c0b-79efa7de5314 req-3debb8e1-bb17-4f8d-a521-a3b5be4211c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:32.399271 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4d34aeea-6fed-47cd-8c0b-79efa7de5314 req-3debb8e1-bb17-4f8d-a521-a3b5be4211c7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=3f9be41b-3ac6-43ae-b64c-2573362419af HTTP/1.1" status: 200 len: 913 time: 0.0911195 Nov 02 14:47:32.462931 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4d34aeea-6fed-47cd-8c0b-79efa7de5314 req-a3badab1-a17d-4955-ad9b-9df9627bcbc3 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31597016-abf2-4436-a570-4e0d25351888 HTTP/1.1" status: 200 len: 1001 time: 0.0578463 Nov 02 14:47:32.513826 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34aeea-6fed-47cd-8c0b-79efa7de5314 req-2abbc07a-6cc6-4c95-aa53-9d460c3eea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:32.515856 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4d34aeea-6fed-47cd-8c0b-79efa7de5314 req-2abbc07a-6cc6-4c95-aa53-9d460c3eea48 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=03e0ff6f-7506-47f9-8238-68767b203b61 HTTP/1.1" status: 200 len: 851 time: 0.0478551 Nov 02 14:47:32.557511 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:47:32.565480 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34aeea-6fed-47cd-8c0b-79efa7de5314 req-11833027-0b8a-44d0-84f3-080ed0b4a56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:32.567044 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4d34aeea-6fed-47cd-8c0b-79efa7de5314 req-11833027-0b8a-44d0-84f3-080ed0b4a56c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=3f9be41b-3ac6-43ae-b64c-2573362419af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450461 Nov 02 14:47:32.660622 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4d34aeea-6fed-47cd-8c0b-79efa7de5314 req-f3fbf180-731f-4751-b1a2-8c597a0fb525 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3f9be41b-3ac6-43ae-b64c-2573362419af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876048 Nov 02 14:47:32.756196 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4d34aeea-6fed-47cd-8c0b-79efa7de5314 req-468a86bd-cd49-4524-bc26-7b9ab45adc55 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3f9be41b-3ac6-43ae-b64c-2573362419af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890524 Nov 02 14:47:35.280263 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f83555-6447-480b-930c-5aafe0da8c68 req-90dd638a-30e1-4d00-b973-bcbcc05f32d8 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:35.281801 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c4f83555-6447-480b-930c-5aafe0da8c68 req-90dd638a-30e1-4d00-b973-bcbcc05f32d8 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a70e0509-33cf-40a8-a0e2-a5da4317522c HTTP/1.1" status: 200 len: 945 time: 0.0481639 Nov 02 14:47:35.336667 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c4f83555-6447-480b-930c-5aafe0da8c68 req-4b28ed7e-9e15-4742-8c61-49aa114493d8 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491190 Nov 02 14:47:36.356577 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-49645d91-012c-4103-a20e-85930e3fc248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:36.464981 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8dfe4-ab65-44cf-8b0d-689a7fa56221 req-65468944-1371-43d4-805f-2e76193fa46b tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:36.466765 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-dff8dfe4-ab65-44cf-8b0d-689a7fa56221 req-65468944-1371-43d4-805f-2e76193fa46b tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a70e0509-33cf-40a8-a0e2-a5da4317522c HTTP/1.1" status: 200 len: 945 time: 0.0478280 Nov 02 14:47:36.522109 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-dff8dfe4-ab65-44cf-8b0d-689a7fa56221 req-65d7d7f5-dc19-4bb8-b4fe-5a97ddc72f39 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489233 Nov 02 14:47:37.084827 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c9345-ff2d-4f3c-bdb7-4ed9400a46a9 req-091f2651-368d-4303-bec9-331490666f26 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:37.086276 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b72c9345-ff2d-4f3c-bdb7-4ed9400a46a9 req-091f2651-368d-4303-bec9-331490666f26 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a70e0509-33cf-40a8-a0e2-a5da4317522c HTTP/1.1" status: 200 len: 945 time: 0.0469036 Nov 02 14:47:37.170249 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [req-b72c9345-ff2d-4f3c-bdb7-4ed9400a46a9 req-da32a447-d4ce-46ea-bbd6-d5d9a785bc0f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Deleting port 31597016-abf2-4436-a570-4e0d25351888 {{(pid=105391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:47:37.171171 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-b72c9345-ff2d-4f3c-bdb7-4ed9400a46a9 req-da32a447-d4ce-46ea-bbd6-d5d9a785bc0f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (31597016-abf2-4436-a570-4e0d25351888), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:37.264010 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-b72c9345-ff2d-4f3c-bdb7-4ed9400a46a9 req-da32a447-d4ce-46ea-bbd6-d5d9a785bc0f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] For port 31597016-abf2-4436-a570-4e0d25351888, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=31597016-abf2-4436-a570-4e0d25351888,segment=NetworkSegment(e92de161-0da6-41c9-b20f-925eb995ddbe),segment_id=e92de161-0da6-41c9-b20f-925eb995ddbe)] {{(pid=105391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:47:37.264370 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-b72c9345-ff2d-4f3c-bdb7-4ed9400a46a9 req-da32a447-d4ce-46ea-bbd6-d5d9a785bc0f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (31597016-abf2-4436-a570-4e0d25351888), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:37.414408 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:47:37.431613 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-b72c9345-ff2d-4f3c-bdb7-4ed9400a46a9 req-da32a447-d4ce-46ea-bbd6-d5d9a785bc0f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:37.431970 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-b72c9345-ff2d-4f3c-bdb7-4ed9400a46a9 req-da32a447-d4ce-46ea-bbd6-d5d9a785bc0f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66773501'] for floatingip (90e70161-638b-4e40-8327-accc7e7a2d01), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:37.432325 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.db.l3_db [req-b72c9345-ff2d-4f3c-bdb7-4ed9400a46a9 req-da32a447-d4ce-46ea-bbd6-d5d9a785bc0f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Floating IP 90e70161-638b-4e40-8327-accc7e7a2d01 disassociated. External IP: 172.27.0.221, port: 31597016-abf2-4436-a570-4e0d25351888. Nov 02 14:47:37.432661 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [req-b72c9345-ff2d-4f3c-bdb7-4ed9400a46a9 req-da32a447-d4ce-46ea-bbd6-d5d9a785bc0f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Calling delete_port for 31597016-abf2-4436-a570-4e0d25351888 owned by compute:nova {{(pid=105391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:47:37.630844 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-b72c9345-ff2d-4f3c-bdb7-4ed9400a46a9 req-da32a447-d4ce-46ea-bbd6-d5d9a785bc0f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63276524'] for port (31597016-abf2-4436-a570-4e0d25351888), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:37.666532 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32a447-d4ce-46ea-bbd6-d5d9a785bc0f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Pushing event deleted for resources: {'Port': ['ID=31597016-abf2-4436-a570-4e0d25351888,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:47:37.681774 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ac949-841a-4b52-888d-6a0e953dcb28 req-eb3a3da3-6597-4884-b537-b0d7c13fb714 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:37.683318 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d05ac949-841a-4b52-888d-6a0e953dcb28 req-eb3a3da3-6597-4884-b537-b0d7c13fb714 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a70e0509-33cf-40a8-a0e2-a5da4317522c HTTP/1.1" status: 200 len: 945 time: 0.0830991 Nov 02 14:47:37.688568 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32a447-d4ce-46ea-bbd6-d5d9a785bc0f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:37.688930 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32a447-d4ce-46ea-bbd6-d5d9a785bc0f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:37.689331 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32a447-d4ce-46ea-bbd6-d5d9a785bc0f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:37.689723 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32a447-d4ce-46ea-bbd6-d5d9a785bc0f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:37.690069 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32a447-d4ce-46ea-bbd6-d5d9a785bc0f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:37.690881 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32a447-d4ce-46ea-bbd6-d5d9a785bc0f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:37.690881 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32a447-d4ce-46ea-bbd6-d5d9a785bc0f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:37.691099 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32a447-d4ce-46ea-bbd6-d5d9a785bc0f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:37.691359 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32a447-d4ce-46ea-bbd6-d5d9a785bc0f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:37.691682 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32a447-d4ce-46ea-bbd6-d5d9a785bc0f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:37.692090 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32a447-d4ce-46ea-bbd6-d5d9a785bc0f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:37.692394 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32a447-d4ce-46ea-bbd6-d5d9a785bc0f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:37.692625 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32a447-d4ce-46ea-bbd6-d5d9a785bc0f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:37.692943 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32a447-d4ce-46ea-bbd6-d5d9a785bc0f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:37.693293 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32a447-d4ce-46ea-bbd6-d5d9a785bc0f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:37.779827 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:47:37.815461 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d05ac949-841a-4b52-888d-6a0e953dcb28 req-6adf0582-868b-4ce7-9c5f-41d083d7925d tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179938 Nov 02 14:47:37.845350 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b72c9345-ff2d-4f3c-bdb7-4ed9400a46a9 req-da32a447-d4ce-46ea-bbd6-d5d9a785bc0f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Router 32f50597-324d-4252-8535-0e73e0adb323 has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:47:37.946960 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b72c9345-ff2d-4f3c-bdb7-4ed9400a46a9 req-da32a447-d4ce-46ea-bbd6-d5d9a785bc0f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:47:37.957663 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c41be6a-df46-4ae1-9911-1880c51a1d47 None None] Sync routers for ids ['32f50597-324d-4252-8535-0e73e0adb323'] in dv-cinder-862365-4-iscsi {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:47:37.968943 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c41be6a-df46-4ae1-9911-1880c51a1d47 None None] Routers {'32f50597-324d-4252-8535-0e73e0adb323'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:47:37.970569 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-9c41be6a-df46-4ae1-9911-1880c51a1d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:47:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['32f50597-324d-4252-8535-0e73e0adb323'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:47:37.991256 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72c9345-ff2d-4f3c-bdb7-4ed9400a46a9 req-da32a447-d4ce-46ea-bbd6-d5d9a785bc0f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] No DVR routers for this DVR port 31597016-abf2-4436-a570-4e0d25351888 on host hv-cinder-86236 {{(pid=105391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:47:37.993836 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-b72c9345-ff2d-4f3c-bdb7-4ed9400a46a9 req-da32a447-d4ce-46ea-bbd6-d5d9a785bc0f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:37.997081 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b72c9345-ff2d-4f3c-bdb7-4ed9400a46a9 req-da32a447-d4ce-46ea-bbd6-d5d9a785bc0f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.64 "DELETE /networking/v2.0/ports/31597016-abf2-4436-a570-4e0d25351888 HTTP/1.1" status: 204 len: 173 time: 0.9056780 Nov 02 14:47:37.997555 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a70e0509-33cf-40a8-a0e2-a5da4317522c', 'name': 'network-vif-deleted', 'tag': '31597016-abf2-4436-a570-4e0d25351888'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:47:37.999793 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afd50b1-7bda-4ae1-bc92-6c6a99b07a64" -d '{"events": [{"server_uuid": "a70e0509-33cf-40a8-a0e2-a5da4317522c", "name": "network-vif-deleted", "tag": "31597016-abf2-4436-a570-4e0d25351888"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:47:38.062642 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b412a12c-a6cb-402a-a5ae-94d9e6dfc58b x-openstack-request-id: req-b412a12c-a6cb-402a-a5ae-94d9e6dfc58b {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:47:38.064439 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a70e0509-33cf-40a8-a0e2-a5da4317522c", "name": "network-vif-deleted", "tag": "31597016-abf2-4436-a570-4e0d25351888", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:47:38.064439 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b412a12c-a6cb-402a-a5ae-94d9e6dfc58b {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:47:38.064439 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b412a12c-a6cb-402a-a5ae-94d9e6dfc58b'] response: {'server_uuid': 'a70e0509-33cf-40a8-a0e2-a5da4317522c', 'name': 'network-vif-deleted', 'tag': '31597016-abf2-4436-a570-4e0d25351888', 'status': 'completed', 'code': 200} Nov 02 14:47:38.084086 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-9c41be6a-df46-4ae1-9911-1880c51a1d47 None None] Set router 32f50597-324d-4252-8535-0e73e0adb323 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:47:38.367116 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-9c41be6a-df46-4ae1-9911-1880c51a1d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f50597-324d-4252-8535-0e73e0adb323', 'name': 'tempest-TestVolumeBootPattern-1982010526-router', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:31Z', 'updated_at': '2022-11-02T14:44:35Z', 'revision_number': 4, 'project_id': '990b7e753ad1450489668d0ca151736e', 'gw_port': {'id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:32Z', 'updated_at': '2022-11-02T14:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '3cee792d-517a-4ab0-8c66-1aace6f80ddc', 'name': '', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'mac_address': 'fa:16:3e:83:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:34Z', 'updated_at': '2022-11-02T14:44:41Z', 'revision_number': 5, 'project_id': '990b7e753ad1450489668d0ca151736e', 'subnets': [{'id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:47:38.394495 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c41be6a-df46-4ae1-9911-1880c51a1d47 None None] Checking router: 32f50597-324d-4252-8535-0e73e0adb323 for host: dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:47:38.403145 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c41be6a-df46-4ae1-9911-1880c51a1d47 None None] Routers {'32f50597-324d-4252-8535-0e73e0adb323'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:47:38.403729 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-9c41be6a-df46-4ae1-9911-1880c51a1d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:47:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['32f50597-324d-4252-8535-0e73e0adb323'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:47:38.506368 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-9c41be6a-df46-4ae1-9911-1880c51a1d47 None None] Set router 32f50597-324d-4252-8535-0e73e0adb323 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:47:38.692508 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-9c41be6a-df46-4ae1-9911-1880c51a1d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f50597-324d-4252-8535-0e73e0adb323', 'name': 'tempest-TestVolumeBootPattern-1982010526-router', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:31Z', 'updated_at': '2022-11-02T14:44:35Z', 'revision_number': 4, 'project_id': '990b7e753ad1450489668d0ca151736e', 'gw_port': {'id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:32Z', 'updated_at': '2022-11-02T14:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '3cee792d-517a-4ab0-8c66-1aace6f80ddc', 'name': '', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'mac_address': 'fa:16:3e:83:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:34Z', 'updated_at': '2022-11-02T14:44:41Z', 'revision_number': 5, 'project_id': '990b7e753ad1450489668d0ca151736e', 'subnets': [{'id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:47:38.717156 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c41be6a-df46-4ae1-9911-1880c51a1d47 None None] The sync data for ids ['32f50597-324d-4252-8535-0e73e0adb323'] in dv-cinder-862365-4-iscsi is: [{'id': '32f50597-324d-4252-8535-0e73e0adb323', 'name': 'tempest-TestVolumeBootPattern-1982010526-router', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:31Z', 'updated_at': '2022-11-02T14:44:35Z', 'revision_number': 4, 'project_id': '990b7e753ad1450489668d0ca151736e', 'gw_port': {'id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:32Z', 'updated_at': '2022-11-02T14:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '3cee792d-517a-4ab0-8c66-1aace6f80ddc', 'name': '', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'mac_address': 'fa:16:3e:83:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:34Z', 'updated_at': '2022-11-02T14:44:41Z', 'revision_number': 5, 'project_id': '990b7e753ad1450489668d0ca151736e', 'subnets': [{'id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:47:38.952398 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-605f1674-0779-4e40-9f09-88d9797f3f91 req-921c3a84-d64d-467f-b0e1-1bed94b9fb4a tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=a70e0509-33cf-40a8-a0e2-a5da4317522c HTTP/1.1" status: 200 len: 210 time: 0.0288377 Nov 02 14:47:38.962113 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fdb16052-b3ff-4ca4-b619-fdd387cd4a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:38.983956 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76480ea-c6ce-4bbf-a45d-a43b6b0820be None None] New status for floating IP 90e70161-638b-4e40-8327-accc7e7a2d01: DOWN {{(pid=105392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 14:47:40.150110 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 36522) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:47:40.154645 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-d4efdc19-fd04-4a58-aa0b-cb097b148649 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Request body: {'security_group': {'name': 'tempest-securitygroup--967303420', 'description': 'tempest-description--988971258'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:47:40.248048 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d4efdc19-fd04-4a58-aa0b-cb097b148649 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:40.337423 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1253de4d-3695-4111-9283-d0be958f4648 req-d1404db3-e299-4bb5-a1c5-b423343198e3 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-744571343&fields=id&tenant_id=990b7e753ad1450489668d0ca151736e HTTP/1.1" status: 200 len: 267 time: 0.0665197 Nov 02 14:47:40.370920 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d4efdc19-fd04-4a58-aa0b-cb097b148649 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group (286bd3c4-f7ab-42d8-ad1b-00aec9d6b18f), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:40.390171 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:47:40.455927 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d4efdc19-fd04-4a58-aa0b-cb097b148649 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (286bd3c4-f7ab-42d8-ad1b-00aec9d6b18f), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:40.476367 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253de4d-3695-4111-9283-d0be958f4648 req-c1f57648-f638-4974-aa6e-ecb2f9ca0181 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:40.478108 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1253de4d-3695-4111-9283-d0be958f4648 req-c1f57648-f638-4974-aa6e-ecb2f9ca0181 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/networks?id=3f9be41b-3ac6-43ae-b64c-2573362419af HTTP/1.1" status: 200 len: 812 time: 0.1309609 Nov 02 14:47:40.510754 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1253de4d-3695-4111-9283-d0be958f4648 req-ca792416-0c9a-4d21-81ff-5099673c58d4 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/quotas/990b7e753ad1450489668d0ca151736e HTTP/1.1" status: 200 len: 375 time: 0.0253963 Nov 02 14:47:40.511743 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4efdc19-fd04-4a58-aa0b-cb097b148649 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=286bd3c4-f7ab-42d8-ad1b-00aec9d6b18f,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:47:40.556818 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:40.566971 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1253de4d-3695-4111-9283-d0be958f4648 req-6ccc0b6c-dd48-4f73-969b-c6c837446187 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=990b7e753ad1450489668d0ca151736e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497632 Nov 02 14:47:40.604427 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d4efdc19-fd04-4a58-aa0b-cb097b148649 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:40.605731 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-d4efdc19-fd04-4a58-aa0b-cb097b148649 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4546947 Nov 02 14:47:40.608879 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 36528) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:47:40.615106 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-78633786-d9e6-47b1-a446-5d300387f6d7 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Request body: {'security_group_rule': {'security_group_id': '286bd3c4-f7ab-42d8-ad1b-00aec9d6b18f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:47:40.680633 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1253de4d-3695-4111-9283-d0be958f4648 req-d484ea9a-1a53-4065-a056-d5e8829632c5 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/3f9be41b-3ac6-43ae-b64c-2573362419af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010885 Nov 02 14:47:40.721135 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-78633786-d9e6-47b1-a446-5d300387f6d7 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group_rule (04d930d7-aa73-4db0-922b-689d168c6d3f), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:40.761561 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:47:40.780986 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-78633786-d9e6-47b1-a446-5d300387f6d7 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group_rule (04d930d7-aa73-4db0-922b-689d168c6d3f), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:40.786396 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1253de4d-3695-4111-9283-d0be958f4648 req-7cf40850-9623-4cae-85c3-0adc5de3b5b7 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/3f9be41b-3ac6-43ae-b64c-2573362419af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996785 Nov 02 14:47:40.885409 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-78633786-d9e6-47b1-a446-5d300387f6d7 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66819821'] for security_group_rule (04d930d7-aa73-4db0-922b-689d168c6d3f), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:40.899907 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device 31597016-abf2-4436-a570-4e0d25351888 no longer exists at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:47:40.904260 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78633786-d9e6-47b1-a446-5d300387f6d7 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d930d7-aa73-4db0-922b-689d168c6d3f,revision_number=0']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:47:40.915369 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78633786-d9e6-47b1-a446-5d300387f6d7 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:40.915921 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78633786-d9e6-47b1-a446-5d300387f6d7 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:40.916277 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78633786-d9e6-47b1-a446-5d300387f6d7 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:40.916621 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78633786-d9e6-47b1-a446-5d300387f6d7 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:40.916964 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78633786-d9e6-47b1-a446-5d300387f6d7 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:40.917338 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78633786-d9e6-47b1-a446-5d300387f6d7 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:40.917668 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78633786-d9e6-47b1-a446-5d300387f6d7 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:40.918193 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78633786-d9e6-47b1-a446-5d300387f6d7 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:40.918710 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78633786-d9e6-47b1-a446-5d300387f6d7 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:40.919042 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78633786-d9e6-47b1-a446-5d300387f6d7 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:40.919549 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78633786-d9e6-47b1-a446-5d300387f6d7 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:40.919796 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] No Port match for: 31597016-abf2-4436-a570-4e0d25351888 {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:47:40.919922 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78633786-d9e6-47b1-a446-5d300387f6d7 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:40.920149 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device 31597016-abf2-4436-a570-4e0d25351888 not bound to the agent host hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:47:40.920263 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78633786-d9e6-47b1-a446-5d300387f6d7 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:40.920516 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78633786-d9e6-47b1-a446-5d300387f6d7 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:40.920841 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78633786-d9e6-47b1-a446-5d300387f6d7 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:41.033522 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-78633786-d9e6-47b1-a446-5d300387f6d7 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:41.034731 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-78633786-d9e6-47b1-a446-5d300387f6d7 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4242818 Nov 02 14:47:41.037499 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 36538) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:47:41.042405 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-8fe5c816-c4d1-4e75-8b5d-43821746e430 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Request body: {'security_group_rule': {'security_group_id': '286bd3c4-f7ab-42d8-ad1b-00aec9d6b18f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:47:41.146477 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-8fe5c816-c4d1-4e75-8b5d-43821746e430 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group_rule (42ed87a6-3d05-4ac7-b175-2e53122f1254), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:41.205822 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-8fe5c816-c4d1-4e75-8b5d-43821746e430 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group_rule (42ed87a6-3d05-4ac7-b175-2e53122f1254), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:41.291471 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-8fe5c816-c4d1-4e75-8b5d-43821746e430 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66819821'] for security_group_rule (42ed87a6-3d05-4ac7-b175-2e53122f1254), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:41.311033 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5c816-c4d1-4e75-8b5d-43821746e430 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ed87a6-3d05-4ac7-b175-2e53122f1254,revision_number=0']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:47:41.421066 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-8fe5c816-c4d1-4e75-8b5d-43821746e430 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:41.422506 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-8fe5c816-c4d1-4e75-8b5d-43821746e430 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3838692 Nov 02 14:47:41.425322 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 36540) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:47:41.429582 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-8af8038a-1e0c-4f62-b395-32be39724719 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Request body: {'floatingip': {'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:47:41.602021 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:41.602600 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-8af8038a-1e0c-4f62-b395-32be39724719 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:41.698393 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-8af8038a-1e0c-4f62-b395-32be39724719 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:41.825443 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.db_base_plugin_common [None req-8af8038a-1e0c-4f62-b395-32be39724719 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Allocated IP 172.27.0.49 (1e79e91c-2906-4b84-b981-aada7c6d27e6/3c350c57-8af8-403d-ac8f-51d64fbe694a/d9bd6efc-547b-4931-aab3-3dc361365362) {{(pid=105390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:47:41.964822 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-8af8038a-1e0c-4f62-b395-32be39724719 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for port (d9bd6efc-547b-4931-aab3-3dc361365362), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:42.025346 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:42.146262 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-8af8038a-1e0c-4f62-b395-32be39724719 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (d9bd6efc-547b-4931-aab3-3dc361365362), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:42.191598 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af8038a-1e0c-4f62-b395-32be39724719 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Network 1e79e91c-2906-4b84-b981-aada7c6d27e6 is already hosted by enough agents. {{(pid=105390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:47:42.202544 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-8af8038a-1e0c-4f62-b395-32be39724719 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Resources bound (agent type, host, resource id): {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:47:42.206065 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af8038a-1e0c-4f62-b395-32be39724719 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Received port after_create {{(pid=105390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:47:42.211814 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8038a-1e0c-4f62-b395-32be39724719 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Pushing event updated for resources: {'Port': ['ID=d9bd6efc-547b-4931-aab3-3dc361365362,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:47:42.234176 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:47:42.245253 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:47:42.298652 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-8af8038a-1e0c-4f62-b395-32be39724719 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for floatingip (1feb6975-ed75-4d9a-ae92-6367fd13edf0), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:42.420418 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-8af8038a-1e0c-4f62-b395-32be39724719 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (d9bd6efc-547b-4931-aab3-3dc361365362), before_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:42.455374 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ee16a299-9735-4569-847b-631ee60e1c0c req-bc4fa13c-8593-468d-ab8c-87b7cbd131c9 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6e4576f1-35ce-4081-a2f1-e8e324a1c677 HTTP/1.1" status: 200 len: 210 time: 0.0295398 Nov 02 14:47:42.602599 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-8af8038a-1e0c-4f62-b395-32be39724719 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for port (d9bd6efc-547b-4931-aab3-3dc361365362), precommit_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:42.691174 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-8af8038a-1e0c-4f62-b395-32be39724719 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638247'] for port (d9bd6efc-547b-4931-aab3-3dc361365362), after_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:42.758520 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8038a-1e0c-4f62-b395-32be39724719 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Pushing event updated for resources: {'Port': ['ID=d9bd6efc-547b-4931-aab3-3dc361365362,revision_number=2']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:47:42.760831 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-8af8038a-1e0c-4f62-b395-32be39724719 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66773501'] for floatingip (1feb6975-ed75-4d9a-ae92-6367fd13edf0), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:42.881188 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-8af8038a-1e0c-4f62-b395-32be39724719 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for floatingip (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:42.882457 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-8af8038a-1e0c-4f62-b395-32be39724719 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4562085 Nov 02 14:47:43.043921 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-84711114-c88c-4226-a52d-75efc7153685 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--967303420&fields=id&tenant_id=e428f318654f446db48445e4570ae2d3 HTTP/1.1" status: 200 len: 267 time: 0.0497148 Nov 02 14:47:43.155789 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-6efcf7c6-f957-4cdf-8a31-49d776bc94fd tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:43.157959 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-6efcf7c6-f957-4cdf-8a31-49d776bc94fd tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/networks?id=d6bf9a07-46e7-4c2d-8535-e65644e316a0 HTTP/1.1" status: 200 len: 814 time: 0.1074831 Nov 02 14:47:43.172853 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-6168ff61-9a05-4396-9cff-36b787a242f0 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/quotas/e428f318654f446db48445e4570ae2d3 HTTP/1.1" status: 200 len: 375 time: 0.0093162 Nov 02 14:47:43.226121 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-d16ecb6d-c4a2-488b-917f-1f19c9c9d064 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=e428f318654f446db48445e4570ae2d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478880 Nov 02 14:47:43.324616 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-e8b11d3a-61ef-482e-aacc-46704bd85b2c service neutron] 10.222.0.30 "GET /networking/v2.0/networks/d6bf9a07-46e7-4c2d-8535-e65644e316a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872853 Nov 02 14:47:43.425533 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-b236ca55-0291-405e-91eb-b70417b43fbf service neutron] 10.222.0.30 "GET /networking/v2.0/networks/d6bf9a07-46e7-4c2d-8535-e65644e316a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947263 Nov 02 14:47:43.546622 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d1c9b459-a94f-4255-beb9-ca92be30044f req-957294d8-ec4d-4be5-8918-4382a84cf3ff tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6e4576f1-35ce-4081-a2f1-e8e324a1c677 HTTP/1.1" status: 200 len: 210 time: 0.0290084 Nov 02 14:47:43.702953 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2311f958-05e3-48f5-a378-62d6981a7611 req-87456a6f-73fc-4258-8918-64695212231d tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7a7f3c5c-5f77-4d84-bf07-f73e7929f286 HTTP/1.1" status: 200 len: 210 time: 0.0288825 Nov 02 14:47:44.635156 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-561869ef-db6a-435a-a72c-f31abafa026e req-46e1af9a-36d4-4ed8-945b-a000fc9792de tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6e4576f1-35ce-4081-a2f1-e8e324a1c677 HTTP/1.1" status: 200 len: 210 time: 0.0310438 Nov 02 14:47:44.814075 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-20759176-932f-4d91-ae2d-9c600fded4f7 req-c0f67899-d8fe-4c55-bbd3-5d13bb79ccfa tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7a7f3c5c-5f77-4d84-bf07-f73e7929f286 HTTP/1.1" status: 200 len: 210 time: 0.0278065 Nov 02 14:47:45.721756 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4f26a29c-968a-48e0-a4ed-0284bdfe2967 req-162ad97a-c2ab-4dc6-9c5b-bfed436fce11 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6e4576f1-35ce-4081-a2f1-e8e324a1c677 HTTP/1.1" status: 200 len: 210 time: 0.0298305 Nov 02 14:47:45.933368 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-026f1e18-30bf-4fb1-a968-2c4a3138664d req-059686f7-cecb-4b50-a194-b3f688a8dd59 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7a7f3c5c-5f77-4d84-bf07-f73e7929f286 HTTP/1.1" status: 200 len: 210 time: 0.0318627 Nov 02 14:47:46.039582 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-d6388d2e-41de-4647-8db9-7a91e612e4fe tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:46.041182 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-d6388d2e-41de-4647-8db9-7a91e612e4fe tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.64 "GET /networking/v2.0/networks?id=d6bf9a07-46e7-4c2d-8535-e65644e316a0 HTTP/1.1" status: 200 len: 814 time: 0.1136765 Nov 02 14:47:46.129818 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-1ecff819-0423-40ed-a154-7fb9fc925eac tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e428f318654f446db48445e4570ae2d3 HTTP/1.1" status: 200 len: 472 time: 0.0737731 Nov 02 14:47:46.138548 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-be666c60-fe23-47d3-bb31-e614d33efe3d tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Request body: {'port': {'device_id': '7a7f3c5c-5f77-4d84-bf07-f73e7929f286', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'admin_state_up': True, 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'security_groups': ['286bd3c4-f7ab-42d8-ad1b-00aec9d6b18f']}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:47:46.359989 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-be666c60-fe23-47d3-bb31-e614d33efe3d tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Made reservation on behalf of e428f318654f446db48445e4570ae2d3 for: {'port': 1} {{(pid=105391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:47:46.364050 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-be666c60-fe23-47d3-bb31-e614d33efe3d tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:46.492988 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:47:46.497157 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.db_base_plugin_common [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-be666c60-fe23-47d3-bb31-e614d33efe3d tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Allocated IP 172.20.0.12 (d6bf9a07-46e7-4c2d-8535-e65644e316a0/6a51700c-a406-45a9-976e-ab3485599867/b355b9c9-5fd6-4f56-bd5e-6f289f768f89) {{(pid=105391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:47:46.501567 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:47:46.645151 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-be666c60-fe23-47d3-bb31-e614d33efe3d tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for port (b355b9c9-5fd6-4f56-bd5e-6f289f768f89), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:46.745900 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-be666c60-fe23-47d3-bb31-e614d33efe3d tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63276524'] for port (b355b9c9-5fd6-4f56-bd5e-6f289f768f89), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:46.792873 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-be666c60-fe23-47d3-bb31-e614d33efe3d tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Network d6bf9a07-46e7-4c2d-8535-e65644e316a0 is already hosted by enough agents. {{(pid=105391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:47:46.799153 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-be666c60-fe23-47d3-bb31-e614d33efe3d tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Resources bound (agent type, host, resource id): {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:47:46.807159 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-be666c60-fe23-47d3-bb31-e614d33efe3d tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Received port after_create {{(pid=105391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:47:46.825164 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be666c60-fe23-47d3-bb31-e614d33efe3d tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Pushing event updated for resources: {'Port': ['ID=b355b9c9-5fd6-4f56-bd5e-6f289f768f89,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:47:46.865574 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f5b3f07a-83eb-4dcf-85d4-a36efaedc11b req-b12d702a-9e8f-4d5c-8806-44038db961e5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6e4576f1-35ce-4081-a2f1-e8e324a1c677 HTTP/1.1" status: 200 len: 210 time: 0.0620856 Nov 02 14:47:46.895640 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-be666c60-fe23-47d3-bb31-e614d33efe3d tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:46.896105 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-be666c60-fe23-47d3-bb31-e614d33efe3d tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:47.007397 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fed76942-166b-49f9-88f6-d089d6a4b0c6 None None] Provisioning complete for port b355b9c9-5fd6-4f56-bd5e-6f289f768f89 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:47:47.008052 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fed76942-166b-49f9-88f6-d089d6a4b0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (b355b9c9-5fd6-4f56-bd5e-6f289f768f89), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:47.008153 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-fed76942-166b-49f9-88f6-d089d6a4b0c6 None None] Attempt 1 to provision port b355b9c9-5fd6-4f56-bd5e-6f289f768f89 Nov 02 14:47:47.036059 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-be666c60-fe23-47d3-bb31-e614d33efe3d tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9009027 Nov 02 14:47:47.054229 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fed76942-166b-49f9-88f6-d089d6a4b0c6 None None] Port b355b9c9-5fd6-4f56-bd5e-6f289f768f89 cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:47:47.055739 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-48c591f6-8444-48ea-98d6-e8608bcf07f6 service neutron] Request body: {'port': {'device_id': '7a7f3c5c-5f77-4d84-bf07-f73e7929f286', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86236'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:47:47.064353 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92835f39-e21f-4e50-a892-7c8855f602e6 req-06a22ddb-10ff-472b-abd9-27ee877a0f2f tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:47.065831 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-92835f39-e21f-4e50-a892-7c8855f602e6 req-06a22ddb-10ff-472b-abd9-27ee877a0f2f tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7a7f3c5c-5f77-4d84-bf07-f73e7929f286 HTTP/1.1" status: 200 len: 932 time: 0.0629511 Nov 02 14:47:47.157064 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:47:47.163301 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-92835f39-e21f-4e50-a892-7c8855f602e6 req-59f68466-ffb7-4c06-81be-e684fe4a277d tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=286bd3c4-f7ab-42d8-ad1b-00aec9d6b18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788326 Nov 02 14:47:47.170603 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-48c591f6-8444-48ea-98d6-e8608bcf07f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (b355b9c9-5fd6-4f56-bd5e-6f289f768f89), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:47.421944 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-48c591f6-8444-48ea-98d6-e8608bcf07f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b355b9c9-5fd6-4f56-bd5e-6f289f768f89 {{(pid=105391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:47:47.429689 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-48c591f6-8444-48ea-98d6-e8608bcf07f6 service neutron] Publish callbacks [] for port (b355b9c9-5fd6-4f56-bd5e-6f289f768f89), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:47.442306 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.provisioning_blocks [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-48c591f6-8444-48ea-98d6-e8608bcf07f6 service neutron] Transition to ACTIVE for port object b355b9c9-5fd6-4f56-bd5e-6f289f768f89 will not be triggered until provisioned by entity L2. {{(pid=105391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 14:47:47.527688 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-48c591f6-8444-48ea-98d6-e8608bcf07f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63276539'] for port (b355b9c9-5fd6-4f56-bd5e-6f289f768f89), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:47.614456 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:47:47.617558 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c591f6-8444-48ea-98d6-e8608bcf07f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b355b9c9-5fd6-4f56-bd5e-6f289f768f89,revision_number=2']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:47:47.653951 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-48c591f6-8444-48ea-98d6-e8608bcf07f6 service neutron] Attempting to bind port b355b9c9-5fd6-4f56-bd5e-6f289f768f89 on host hv-cinder-86236 for vnic_type normal with profile {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:47:47.654377 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-48c591f6-8444-48ea-98d6-e8608bcf07f6 service neutron] Attempting to bind port b355b9c9-5fd6-4f56-bd5e-6f289f768f89 by drivers openvswitch,hyperv on host hv-cinder-86236 at level 0 using segments [{'id': '317ea5d5-6056-4847-aa91-273fe8d40822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0'}] {{(pid=105391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:47:47.654799 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-48c591f6-8444-48ea-98d6-e8608bcf07f6 service neutron] Attempting to bind port b355b9c9-5fd6-4f56-bd5e-6f289f768f89 on network d6bf9a07-46e7-4c2d-8535-e65644e316a0 {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:47:47.715670 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-48c591f6-8444-48ea-98d6-e8608bcf07f6 service neutron] Port b355b9c9-5fd6-4f56-bd5e-6f289f768f89 on network d6bf9a07-46e7-4c2d-8535-e65644e316a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86236 {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 14:47:47.716006 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-48c591f6-8444-48ea-98d6-e8608bcf07f6 service neutron] Attempting to bind port b355b9c9-5fd6-4f56-bd5e-6f289f768f89 on network d6bf9a07-46e7-4c2d-8535-e65644e316a0 {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:47:47.771242 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-48c591f6-8444-48ea-98d6-e8608bcf07f6 service neutron] Checking agent: {'id': '1ebac2c5-078b-4c7f-aaba-905361dbc5e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'started_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:47:47.771952 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-48c591f6-8444-48ea-98d6-e8608bcf07f6 service neutron] Checking segment: {'id': '317ea5d5-6056-4847-aa91-273fe8d40822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:47:47.772424 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-48c591f6-8444-48ea-98d6-e8608bcf07f6 service neutron] Bound using segment: {'id': '317ea5d5-6056-4847-aa91-273fe8d40822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0'} {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:47:47.773191 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-48c591f6-8444-48ea-98d6-e8608bcf07f6 service neutron] Bound port: b355b9c9-5fd6-4f56-bd5e-6f289f768f89, host: hv-cinder-86236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '317ea5d5-6056-4847-aa91-273fe8d40822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0'}}] {{(pid=105391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:47:47.773800 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-48c591f6-8444-48ea-98d6-e8608bcf07f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (b355b9c9-5fd6-4f56-bd5e-6f289f768f89), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:48.137115 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-703ac38c-e8f9-4676-8568-650356f1156c req-e4ffcb19-d5e4-4133-bf43-6826eb66a762 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6e4576f1-35ce-4081-a2f1-e8e324a1c677 HTTP/1.1" status: 200 len: 210 time: 0.0396404 Nov 02 14:47:48.155291 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-48c591f6-8444-48ea-98d6-e8608bcf07f6 service neutron] For port b355b9c9-5fd6-4f56-bd5e-6f289f768f89, host hv-cinder-86236, cleared binding levels {{(pid=105391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:47:48.158374 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-48c591f6-8444-48ea-98d6-e8608bcf07f6 service neutron] For port b355b9c9-5fd6-4f56-bd5e-6f289f768f89, host hv-cinder-86236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=b355b9c9-5fd6-4f56-bd5e-6f289f768f89,segment=NetworkSegment(317ea5d5-6056-4847-aa91-273fe8d40822),segment_id=317ea5d5-6056-4847-aa91-273fe8d40822)] {{(pid=105391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:47:48.248769 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-48c591f6-8444-48ea-98d6-e8608bcf07f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63276539'] for port (b355b9c9-5fd6-4f56-bd5e-6f289f768f89), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:48.253065 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-48c591f6-8444-48ea-98d6-e8608bcf07f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:48.253763 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-48c591f6-8444-48ea-98d6-e8608bcf07f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:48.259303 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-48c591f6-8444-48ea-98d6-e8608bcf07f6 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/b355b9c9-5fd6-4f56-bd5e-6f289f768f89 HTTP/1.1" status: 200 len: 1094 time: 1.2039902 Nov 02 14:47:48.259303 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7f3c5c-5f77-4d84-bf07-f73e7929f286', 'tag': 'b355b9c9-5fd6-4f56-bd5e-6f289f768f89'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:47:48.260983 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fac3572-7cbe-4c2b-b9e0-fa74001e4803" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7f3c5c-5f77-4d84-bf07-f73e7929f286", "tag": "b355b9c9-5fd6-4f56-bd5e-6f289f768f89"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:47:48.325769 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d87bc95-c801-482f-a17c-3d0443b6f4c4 x-openstack-request-id: req-6d87bc95-c801-482f-a17c-3d0443b6f4c4 {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:47:48.326034 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7f3c5c-5f77-4d84-bf07-f73e7929f286", "tag": "b355b9c9-5fd6-4f56-bd5e-6f289f768f89", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:47:48.326287 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6d87bc95-c801-482f-a17c-3d0443b6f4c4 {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:47:48.326767 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d87bc95-c801-482f-a17c-3d0443b6f4c4'] response: {'name': 'network-changed', 'server_uuid': '7a7f3c5c-5f77-4d84-bf07-f73e7929f286', 'tag': 'b355b9c9-5fd6-4f56-bd5e-6f289f768f89', 'status': 'completed', 'code': 200} Nov 02 14:47:48.361774 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a9763-6f80-42f4-8bfb-45b1cbfaddd4 req-2ef98579-cc45-4323-aba6-e35dd6190d3e tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:48.363335 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c51a9763-6f80-42f4-8bfb-45b1cbfaddd4 req-2ef98579-cc45-4323-aba6-e35dd6190d3e tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7a7f3c5c-5f77-4d84-bf07-f73e7929f286 HTTP/1.1" status: 200 len: 944 time: 0.1072819 Nov 02 14:47:48.364116 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c591f6-8444-48ea-98d6-e8608bcf07f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b355b9c9-5fd6-4f56-bd5e-6f289f768f89,revision_number=3']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:47:48.433047 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac3572-7cbe-4c2b-b9e0-fa74001e4803 req-90a36611-4d10-491a-89b3-8fde263c37ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:48.434553 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9fac3572-7cbe-4c2b-b9e0-fa74001e4803 req-90a36611-4d10-491a-89b3-8fde263c37ae service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=e428f318654f446db48445e4570ae2d3&device_id=7a7f3c5c-5f77-4d84-bf07-f73e7929f286 HTTP/1.1" status: 200 len: 1128 time: 0.0584257 Nov 02 14:47:48.449893 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c51a9763-6f80-42f4-8bfb-45b1cbfaddd4 req-5533b0fd-e838-4086-8e98-59b75d6d0937 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=286bd3c4-f7ab-42d8-ad1b-00aec9d6b18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806026 Nov 02 14:47:48.566467 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac3572-7cbe-4c2b-b9e0-fa74001e4803 req-1bc2f868-63c1-4007-b037-9b54135a7592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:48.571927 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9fac3572-7cbe-4c2b-b9e0-fa74001e4803 req-1bc2f868-63c1-4007-b037-9b54135a7592 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=e428f318654f446db48445e4570ae2d3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1072900 Nov 02 14:47:48.676849 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac3572-7cbe-4c2b-b9e0-fa74001e4803 req-9fc1acc7-c94c-4d95-94fe-763b212f9580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:48.678346 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9fac3572-7cbe-4c2b-b9e0-fa74001e4803 req-9fc1acc7-c94c-4d95-94fe-763b212f9580 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0986791 Nov 02 14:47:48.694655 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=83 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:47:48.696536 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=83 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:47:49.005641 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-a4e154fe-e024-4024-9e5a-312f0708f273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:49.007155 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-a4e154fe-e024-4024-9e5a-312f0708f273 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=e428f318654f446db48445e4570ae2d3&device_id=7a7f3c5c-5f77-4d84-bf07-f73e7929f286 HTTP/1.1" status: 200 len: 1128 time: 0.0468550 Nov 02 14:47:49.055226 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-e8a0b876-5497-417a-8d90-acf16ce2de7a service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b355b9c9-5fd6-4f56-bd5e-6f289f768f89 HTTP/1.1" status: 200 len: 217 time: 0.0341570 Nov 02 14:47:49.107357 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-1d2e3bd3-be71-4e0b-8975-f11996105fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:49.108850 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-1d2e3bd3-be71-4e0b-8975-f11996105fbb service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6a51700c-a406-45a9-976e-ab3485599867 HTTP/1.1" status: 200 len: 853 time: 0.0471137 Nov 02 14:47:49.141268 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:47:49.155208 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-c81e1f7e-5ff2-4069-9b14-329ff8a197f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:49.157859 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-c81e1f7e-5ff2-4069-9b14-329ff8a197f0 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d6bf9a07-46e7-4c2d-8535-e65644e316a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431955 Nov 02 14:47:49.260681 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2e943de7-e231-4904-891d-cb2be8e6198b req-269b9849-d6f2-4c9c-a11e-4a7740f078ba tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6e4576f1-35ce-4081-a2f1-e8e324a1c677 HTTP/1.1" status: 200 len: 210 time: 0.0331101 Nov 02 14:47:49.282924 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-dce04e42-171b-4e1f-b73a-b852510b6b76 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d6bf9a07-46e7-4c2d-8535-e65644e316a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191738 Nov 02 14:47:49.367904 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:47:49.387706 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cf83da0d-81f2-4367-a872-7189b2f4e149 req-48de64cd-b85c-411a-beef-3a6e2111b223 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d6bf9a07-46e7-4c2d-8535-e65644e316a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984333 Nov 02 14:47:49.459065 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:47:49.469506 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253de4d-3695-4111-9283-d0be958f4648 req-79105219-8962-4069-912b-b00538fdf325 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:49.471133 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-1253de4d-3695-4111-9283-d0be958f4648 req-79105219-8962-4069-912b-b00538fdf325 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.64 "GET /networking/v2.0/networks?id=3f9be41b-3ac6-43ae-b64c-2573362419af HTTP/1.1" status: 200 len: 812 time: 0.1173153 Nov 02 14:47:49.549078 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-1253de4d-3695-4111-9283-d0be958f4648 req-6770c75d-a102-418d-a8fb-319a29177c74 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=990b7e753ad1450489668d0ca151736e HTTP/1.1" status: 200 len: 379 time: 0.0629494 Nov 02 14:47:49.585565 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c597b23-7de4-4e99-97d4-0b892452868f req-9795487f-516f-495d-a3d1-ef27a2b626cf tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:49.587073 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5c597b23-7de4-4e99-97d4-0b892452868f req-9795487f-516f-495d-a3d1-ef27a2b626cf tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7a7f3c5c-5f77-4d84-bf07-f73e7929f286 HTTP/1.1" status: 200 len: 944 time: 0.0493443 Nov 02 14:47:49.635883 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5c597b23-7de4-4e99-97d4-0b892452868f req-c45e5f96-b993-45b0-9081-c620ec4f9b0c tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=286bd3c4-f7ab-42d8-ad1b-00aec9d6b18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432067 Nov 02 14:47:50.320423 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [req-1253de4d-3695-4111-9283-d0be958f4648 req-c29e0910-2810-4566-9aed-70504ca1afeb tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Request body: {'port': {'device_id': '6e4576f1-35ce-4081-a2f1-e8e324a1c677', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'admin_state_up': True, 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'security_groups': ['e7dab909-7a07-4c0b-b932-a5e28f8709cb']}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:47:50.377245 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-96b57e02-0017-40f1-8486-042dfde8c892 req-7bc315bf-d961-486d-bdbd-b94b5e917aff tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6e4576f1-35ce-4081-a2f1-e8e324a1c677 HTTP/1.1" status: 200 len: 210 time: 0.0361640 Nov 02 14:47:50.531000 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1253de4d-3695-4111-9283-d0be958f4648 req-c29e0910-2810-4566-9aed-70504ca1afeb tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Made reservation on behalf of 990b7e753ad1450489668d0ca151736e for: {'port': 1} {{(pid=105390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:47:50.534953 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-1253de4d-3695-4111-9283-d0be958f4648 req-c29e0910-2810-4566-9aed-70504ca1afeb tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:50.664830 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.db_base_plugin_common [req-1253de4d-3695-4111-9283-d0be958f4648 req-c29e0910-2810-4566-9aed-70504ca1afeb tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Allocated IP 172.20.0.7 (3f9be41b-3ac6-43ae-b64c-2573362419af/03e0ff6f-7506-47f9-8238-68767b203b61/c8c7d645-c149-4b30-8fb6-474b94827b54) {{(pid=105390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:47:50.770027 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e8ba1-3680-492b-91c4-ab4304a79803 req-0239eb0e-57ba-47ff-8b07-b61e3d1d1c7d tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:50.771598 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f40e8ba1-3680-492b-91c4-ab4304a79803 req-0239eb0e-57ba-47ff-8b07-b61e3d1d1c7d tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7a7f3c5c-5f77-4d84-bf07-f73e7929f286 HTTP/1.1" status: 200 len: 944 time: 0.0564899 Nov 02 14:47:50.816891 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-1253de4d-3695-4111-9283-d0be958f4648 req-c29e0910-2810-4566-9aed-70504ca1afeb tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for port (c8c7d645-c149-4b30-8fb6-474b94827b54), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:50.822828 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f40e8ba1-3680-492b-91c4-ab4304a79803 req-92dba239-7d77-4c79-9567-b883f34458f3 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=286bd3c4-f7ab-42d8-ad1b-00aec9d6b18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452390 Nov 02 14:47:50.908915 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-1253de4d-3695-4111-9283-d0be958f4648 req-c29e0910-2810-4566-9aed-70504ca1afeb tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (c8c7d645-c149-4b30-8fb6-474b94827b54), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:50.952064 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1253de4d-3695-4111-9283-d0be958f4648 req-c29e0910-2810-4566-9aed-70504ca1afeb tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Network 3f9be41b-3ac6-43ae-b64c-2573362419af is already hosted by enough agents. {{(pid=105390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:47:50.957335 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [req-1253de4d-3695-4111-9283-d0be958f4648 req-c29e0910-2810-4566-9aed-70504ca1afeb tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Resources bound (agent type, host, resource id): {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:47:50.961415 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [req-1253de4d-3695-4111-9283-d0be958f4648 req-c29e0910-2810-4566-9aed-70504ca1afeb tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Received port after_create {{(pid=105390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:47:50.967983 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e0910-2810-4566-9aed-70504ca1afeb tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Pushing event updated for resources: {'Port': ['ID=c8c7d645-c149-4b30-8fb6-474b94827b54,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:47:51.029565 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253de4d-3695-4111-9283-d0be958f4648 req-c29e0910-2810-4566-9aed-70504ca1afeb tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:51.030363 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-1253de4d-3695-4111-9283-d0be958f4648 req-c29e0910-2810-4566-9aed-70504ca1afeb tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:51.035015 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:47:51.099589 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-1253de4d-3695-4111-9283-d0be958f4648 req-c29e0910-2810-4566-9aed-70504ca1afeb tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7918041 Nov 02 14:47:51.118723 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [req-1253de4d-3695-4111-9283-d0be958f4648 req-fc2198a5-a92a-460a-a957-4da2d8f13302 service neutron] Request body: {'port': {'device_id': '6e4576f1-35ce-4081-a2f1-e8e324a1c677', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86236'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:47:51.182698 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-1253de4d-3695-4111-9283-d0be958f4648 req-fc2198a5-a92a-460a-a957-4da2d8f13302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (c8c7d645-c149-4b30-8fb6-474b94827b54), before_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:51.200842 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-786f1266-bb7d-445b-b766-2b0a02e9009d None None] Provisioning complete for port c8c7d645-c149-4b30-8fb6-474b94827b54 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:47:51.201579 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-786f1266-bb7d-445b-b766-2b0a02e9009d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (c8c7d645-c149-4b30-8fb6-474b94827b54), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:51.202014 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-786f1266-bb7d-445b-b766-2b0a02e9009d None None] Attempt 1 to provision port c8c7d645-c149-4b30-8fb6-474b94827b54 Nov 02 14:47:51.237130 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-786f1266-bb7d-445b-b766-2b0a02e9009d None None] Port c8c7d645-c149-4b30-8fb6-474b94827b54 cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:47:51.300246 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:47:51.452270 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.notifiers.nova [req-1253de4d-3695-4111-9283-d0be958f4648 req-fc2198a5-a92a-460a-a957-4da2d8f13302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8c7d645-c149-4b30-8fb6-474b94827b54 {{(pid=105390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:47:51.462164 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-1253de4d-3695-4111-9283-d0be958f4648 req-fc2198a5-a92a-460a-a957-4da2d8f13302 service neutron] Publish callbacks [] for port (c8c7d645-c149-4b30-8fb6-474b94827b54), precommit_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:51.476943 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.provisioning_blocks [req-1253de4d-3695-4111-9283-d0be958f4648 req-fc2198a5-a92a-460a-a957-4da2d8f13302 service neutron] Transition to ACTIVE for port object c8c7d645-c149-4b30-8fb6-474b94827b54 will not be triggered until provisioned by entity L2. {{(pid=105390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 14:47:51.505734 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4510a42-40df-4dce-a332-54c2bffdbe3e req-5000a291-f713-484c-b8fe-68d9291d55da tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:51.507014 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e4510a42-40df-4dce-a332-54c2bffdbe3e req-5000a291-f713-484c-b8fe-68d9291d55da tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6e4576f1-35ce-4081-a2f1-e8e324a1c677 HTTP/1.1" status: 200 len: 931 time: 0.0499699 Nov 02 14:47:51.557498 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e4510a42-40df-4dce-a332-54c2bffdbe3e req-9ae7770f-1e4d-4f03-9b0a-78c598789609 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448380 Nov 02 14:47:51.606136 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-1253de4d-3695-4111-9283-d0be958f4648 req-fc2198a5-a92a-460a-a957-4da2d8f13302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638247'] for port (c8c7d645-c149-4b30-8fb6-474b94827b54), after_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:51.690782 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2198a5-a92a-460a-a957-4da2d8f13302 service neutron] Pushing event updated for resources: {'Port': ['ID=c8c7d645-c149-4b30-8fb6-474b94827b54,revision_number=2']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:47:51.720314 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.managers [req-1253de4d-3695-4111-9283-d0be958f4648 req-fc2198a5-a92a-460a-a957-4da2d8f13302 service neutron] Attempting to bind port c8c7d645-c149-4b30-8fb6-474b94827b54 on host hv-cinder-86236 for vnic_type normal with profile {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:47:51.720694 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.managers [req-1253de4d-3695-4111-9283-d0be958f4648 req-fc2198a5-a92a-460a-a957-4da2d8f13302 service neutron] Attempting to bind port c8c7d645-c149-4b30-8fb6-474b94827b54 by drivers openvswitch,hyperv on host hv-cinder-86236 at level 0 using segments [{'id': 'e92de161-0da6-41c9-b20f-925eb995ddbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af'}] {{(pid=105390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:47:51.721324 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253de4d-3695-4111-9283-d0be958f4648 req-fc2198a5-a92a-460a-a957-4da2d8f13302 service neutron] Attempting to bind port c8c7d645-c149-4b30-8fb6-474b94827b54 on network 3f9be41b-3ac6-43ae-b64c-2573362419af {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:47:51.765547 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253de4d-3695-4111-9283-d0be958f4648 req-fc2198a5-a92a-460a-a957-4da2d8f13302 service neutron] Port c8c7d645-c149-4b30-8fb6-474b94827b54 on network 3f9be41b-3ac6-43ae-b64c-2573362419af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86236 {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 14:47:51.766676 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253de4d-3695-4111-9283-d0be958f4648 req-fc2198a5-a92a-460a-a957-4da2d8f13302 service neutron] Attempting to bind port c8c7d645-c149-4b30-8fb6-474b94827b54 on network 3f9be41b-3ac6-43ae-b64c-2573362419af {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:47:51.811166 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253de4d-3695-4111-9283-d0be958f4648 req-fc2198a5-a92a-460a-a957-4da2d8f13302 service neutron] Checking agent: {'id': '1ebac2c5-078b-4c7f-aaba-905361dbc5e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'started_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:47:51.811504 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253de4d-3695-4111-9283-d0be958f4648 req-fc2198a5-a92a-460a-a957-4da2d8f13302 service neutron] Checking segment: {'id': 'e92de161-0da6-41c9-b20f-925eb995ddbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:47:51.811883 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253de4d-3695-4111-9283-d0be958f4648 req-fc2198a5-a92a-460a-a957-4da2d8f13302 service neutron] Bound using segment: {'id': 'e92de161-0da6-41c9-b20f-925eb995ddbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af'} {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:47:51.812319 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.managers [req-1253de4d-3695-4111-9283-d0be958f4648 req-fc2198a5-a92a-460a-a957-4da2d8f13302 service neutron] Bound port: c8c7d645-c149-4b30-8fb6-474b94827b54, host: hv-cinder-86236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e92de161-0da6-41c9-b20f-925eb995ddbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af'}}] {{(pid=105390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:47:51.813295 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-1253de4d-3695-4111-9283-d0be958f4648 req-fc2198a5-a92a-460a-a957-4da2d8f13302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (c8c7d645-c149-4b30-8fb6-474b94827b54), before_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:51.874193 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:47:51.881251 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [req-1253de4d-3695-4111-9283-d0be958f4648 req-fc2198a5-a92a-460a-a957-4da2d8f13302 service neutron] For port c8c7d645-c149-4b30-8fb6-474b94827b54, host hv-cinder-86236, cleared binding levels {{(pid=105390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:47:51.884695 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [req-1253de4d-3695-4111-9283-d0be958f4648 req-fc2198a5-a92a-460a-a957-4da2d8f13302 service neutron] For port c8c7d645-c149-4b30-8fb6-474b94827b54, host hv-cinder-86236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=c8c7d645-c149-4b30-8fb6-474b94827b54,segment=NetworkSegment(e92de161-0da6-41c9-b20f-925eb995ddbe),segment_id=e92de161-0da6-41c9-b20f-925eb995ddbe)] {{(pid=105390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:47:51.952543 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9437ca-3b1b-4952-95d8-8fce7006f833 req-896c19c8-4ddd-41fe-aa8c-69d0ef924ad5 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:51.955031 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ed9437ca-3b1b-4952-95d8-8fce7006f833 req-896c19c8-4ddd-41fe-aa8c-69d0ef924ad5 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7a7f3c5c-5f77-4d84-bf07-f73e7929f286 HTTP/1.1" status: 200 len: 944 time: 0.0495641 Nov 02 14:47:51.971449 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-1253de4d-3695-4111-9283-d0be958f4648 req-fc2198a5-a92a-460a-a957-4da2d8f13302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638247'] for port (c8c7d645-c149-4b30-8fb6-474b94827b54), after_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:51.975850 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253de4d-3695-4111-9283-d0be958f4648 req-fc2198a5-a92a-460a-a957-4da2d8f13302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:51.976458 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-1253de4d-3695-4111-9283-d0be958f4648 req-fc2198a5-a92a-460a-a957-4da2d8f13302 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:51.977869 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-1253de4d-3695-4111-9283-d0be958f4648 req-fc2198a5-a92a-460a-a957-4da2d8f13302 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/c8c7d645-c149-4b30-8fb6-474b94827b54 HTTP/1.1" status: 200 len: 1093 time: 0.8640509 Nov 02 14:47:51.978462 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4576f1-35ce-4081-a2f1-e8e324a1c677', 'tag': 'c8c7d645-c149-4b30-8fb6-474b94827b54'}] {{(pid=105390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:47:51.980787 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac42a5b87af23485bd7eccec534c7c9fd1bf9d7e8280f45ba58bffd111d0283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13124860-f5ab-4202-aceb-e69e3ce3aff2" -d '{"events": [{"name": "network-changed", "server_uuid": "6e4576f1-35ce-4081-a2f1-e8e324a1c677", "tag": "c8c7d645-c149-4b30-8fb6-474b94827b54"}]}' {{(pid=105390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:47:52.012770 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ed9437ca-3b1b-4952-95d8-8fce7006f833 req-55e8f003-2a6d-4098-b91a-fc8523f2f649 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=286bd3c4-f7ab-42d8-ad1b-00aec9d6b18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521338 Nov 02 14:47:52.028820 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be38d387-5b83-4fd2-9151-43e60de95c55 x-openstack-request-id: req-be38d387-5b83-4fd2-9151-43e60de95c55 {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:47:52.029132 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e4576f1-35ce-4081-a2f1-e8e324a1c677", "tag": "c8c7d645-c149-4b30-8fb6-474b94827b54", "status": "completed", "code": 200}]} {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:47:52.029381 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-be38d387-5b83-4fd2-9151-43e60de95c55 {{(pid=105390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:47:52.029817 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be38d387-5b83-4fd2-9151-43e60de95c55'] response: {'name': 'network-changed', 'server_uuid': '6e4576f1-35ce-4081-a2f1-e8e324a1c677', 'tag': 'c8c7d645-c149-4b30-8fb6-474b94827b54', 'status': 'completed', 'code': 200} Nov 02 14:47:52.036249 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2198a5-a92a-460a-a957-4da2d8f13302 service neutron] Pushing event updated for resources: {'Port': ['ID=c8c7d645-c149-4b30-8fb6-474b94827b54,revision_number=3']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:47:52.120897 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13124860-f5ab-4202-aceb-e69e3ce3aff2 req-0a3468b1-25b0-44e3-993a-03401b3ed4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:52.122441 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-13124860-f5ab-4202-aceb-e69e3ce3aff2 req-0a3468b1-25b0-44e3-993a-03401b3ed4e6 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=990b7e753ad1450489668d0ca151736e&device_id=6e4576f1-35ce-4081-a2f1-e8e324a1c677 HTTP/1.1" status: 200 len: 1127 time: 0.0448506 Nov 02 14:47:52.299680 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13124860-f5ab-4202-aceb-e69e3ce3aff2 req-560c9b30-5a83-4ea6-b290-c5e0902c6352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:52.301139 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-13124860-f5ab-4202-aceb-e69e3ce3aff2 req-560c9b30-5a83-4ea6-b290-c5e0902c6352 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=990b7e753ad1450489668d0ca151736e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1652226 Nov 02 14:47:52.681651 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17644f76-7fb6-435d-aa81-17fcbd2e89d3 req-77bf41f5-9782-4bbe-b1ae-bcf7db41fd19 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:52.683122 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-17644f76-7fb6-435d-aa81-17fcbd2e89d3 req-77bf41f5-9782-4bbe-b1ae-bcf7db41fd19 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6e4576f1-35ce-4081-a2f1-e8e324a1c677 HTTP/1.1" status: 200 len: 943 time: 0.0479622 Nov 02 14:47:52.706359 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13124860-f5ab-4202-aceb-e69e3ce3aff2 req-b0f6d75e-e76d-422a-b61a-062bbc9d527e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:52.707980 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-13124860-f5ab-4202-aceb-e69e3ce3aff2 req-b0f6d75e-e76d-422a-b61a-062bbc9d527e service neutron] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4005568 Nov 02 14:47:52.735280 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-17644f76-7fb6-435d-aa81-17fcbd2e89d3 req-de19da44-407b-468d-8942-31238840d9af tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462754 Nov 02 14:47:52.818207 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253de4d-3695-4111-9283-d0be958f4648 req-ea4e5a40-7274-48f4-86e5-1b8d977321ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:52.819707 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-1253de4d-3695-4111-9283-d0be958f4648 req-ea4e5a40-7274-48f4-86e5-1b8d977321ef service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=990b7e753ad1450489668d0ca151736e&device_id=6e4576f1-35ce-4081-a2f1-e8e324a1c677 HTTP/1.1" status: 200 len: 1127 time: 0.0424960 Nov 02 14:47:52.866857 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-1253de4d-3695-4111-9283-d0be958f4648 req-c729a1ec-0721-4e7d-bb4e-abe61e15be07 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8c7d645-c149-4b30-8fb6-474b94827b54 HTTP/1.1" status: 200 len: 217 time: 0.0331213 Nov 02 14:47:52.916990 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253de4d-3695-4111-9283-d0be958f4648 req-be5208ee-a6bf-46e3-93ef-84e28a6fc7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:52.921832 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-1253de4d-3695-4111-9283-d0be958f4648 req-be5208ee-a6bf-46e3-93ef-84e28a6fc7c2 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=03e0ff6f-7506-47f9-8238-68767b203b61 HTTP/1.1" status: 200 len: 851 time: 0.0455239 Nov 02 14:47:52.931298 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device b355b9c9-5fd6-4f56-bd5e-6f289f768f89 details requested by agent hyperv_hv-cinder-86236 with host hv-cinder-86236 {{(pid=105392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 14:47:52.934476 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=27,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:47:52.935225 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=27,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:47:52.964633 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253de4d-3695-4111-9283-d0be958f4648 req-6db41527-8909-4aba-b493-08385ad90267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:52.966167 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-1253de4d-3695-4111-9283-d0be958f4648 req-6db41527-8909-4aba-b493-08385ad90267 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=3f9be41b-3ac6-43ae-b64c-2573362419af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402701 Nov 02 14:47:53.036029 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port b355b9c9-5fd6-4f56-bd5e-6f289f768f89, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=b355b9c9-5fd6-4f56-bd5e-6f289f768f89,segment=NetworkSegment(317ea5d5-6056-4847-aa91-273fe8d40822),segment_id=317ea5d5-6056-4847-aa91-273fe8d40822)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:47:53.048602 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Returning: {'device': 'b355b9c9-5fd6-4f56-bd5e-6f289f768f89', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'port_id': 'b355b9c9-5fd6-4f56-bd5e-6f289f768f89', 'mac_address': 'fa:16:3e:16:43:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 477, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a51700c-a406-45a9-976e-ab3485599867', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 14:47:53.066530 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-1253de4d-3695-4111-9283-d0be958f4648 req-59e2b767-c679-4fa2-a931-248a993d3546 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3f9be41b-3ac6-43ae-b64c-2573362419af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928895 Nov 02 14:47:53.088198 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port b355b9c9-5fd6-4f56-bd5e-6f289f768f89 is: DOWN; New status is: BUILD {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:47:53.088591 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (b355b9c9-5fd6-4f56-bd5e-6f289f768f89), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:53.102875 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b355b9c9-5fd6-4f56-bd5e-6f289f768f89 {{(pid=105392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:47:53.125747 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port b355b9c9-5fd6-4f56-bd5e-6f289f768f89, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=b355b9c9-5fd6-4f56-bd5e-6f289f768f89,segment=NetworkSegment(317ea5d5-6056-4847-aa91-273fe8d40822),segment_id=317ea5d5-6056-4847-aa91-273fe8d40822)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:47:53.137887 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:47:53.146728 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb0024-8cb6-4d7b-a86e-dc0d4b2f61f7 req-d0d8dd09-e8c1-4fd4-9f56-e9b431c6bf5d tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:53.148225 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ebfb0024-8cb6-4d7b-a86e-dc0d4b2f61f7 req-d0d8dd09-e8c1-4fd4-9f56-e9b431c6bf5d tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7a7f3c5c-5f77-4d84-bf07-f73e7929f286 HTTP/1.1" status: 200 len: 944 time: 0.0477636 Nov 02 14:47:53.172081 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-1253de4d-3695-4111-9283-d0be958f4648 req-2acf21b0-4bd8-473b-a0df-11f5ca59ba63 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3f9be41b-3ac6-43ae-b64c-2573362419af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993938 Nov 02 14:47:53.191575 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (b355b9c9-5fd6-4f56-bd5e-6f289f768f89), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:53.199509 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ebfb0024-8cb6-4d7b-a86e-dc0d4b2f61f7 req-944c75d9-5c5a-4e1e-a3cc-9dc808786a12 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=286bd3c4-f7ab-42d8-ad1b-00aec9d6b18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455770 Nov 02 14:47:53.246063 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=b355b9c9-5fd6-4f56-bd5e-6f289f768f89,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:47:53.253826 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:53.254308 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:53.254660 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:53.254997 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:53.255357 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:53.255691 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:53.256019 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:53.256342 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:53.256665 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:53.256988 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:53.257336 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:53.257727 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:53.258148 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:53.258458 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:53.258777 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:47:53.517028 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] get_ports_and_sgs() called for port_ids ['b355b9c9-5fd6-4f56-bd5e-6f289f768f89'] {{(pid=105392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 14:47:53.861428 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f639022-4985-461a-bea3-3571574e0d05 req-a2a54269-a596-4284-8acd-0b432a5b4e26 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:53.862899 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8f639022-4985-461a-bea3-3571574e0d05 req-a2a54269-a596-4284-8acd-0b432a5b4e26 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6e4576f1-35ce-4081-a2f1-e8e324a1c677 HTTP/1.1" status: 200 len: 943 time: 0.0498588 Nov 02 14:47:53.915237 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8f639022-4985-461a-bea3-3571574e0d05 req-a99f80ad-c904-4b06-a574-55507ab67016 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465374 Nov 02 14:47:54.329581 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585058f9-9b3d-4dcd-8482-b9c5733159de req-2feefd22-6a2f-481b-bb5b-5584d73fb822 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:54.331091 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-585058f9-9b3d-4dcd-8482-b9c5733159de req-2feefd22-6a2f-481b-bb5b-5584d73fb822 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7a7f3c5c-5f77-4d84-bf07-f73e7929f286 HTTP/1.1" status: 200 len: 945 time: 0.0518301 Nov 02 14:47:54.380352 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-585058f9-9b3d-4dcd-8482-b9c5733159de req-e56830f3-6756-44d4-95a8-d7305880bafa tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=286bd3c4-f7ab-42d8-ad1b-00aec9d6b18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436125 Nov 02 14:47:54.936146 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device b355b9c9-5fd6-4f56-bd5e-6f289f768f89 up at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:47:54.982457 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning for port b355b9c9-5fd6-4f56-bd5e-6f289f768f89 completed by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 14:47:55.042537 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37cb60-3eda-44f9-8cb5-51f322d44196 req-a4feed49-e747-44f5-a44f-a1a0bba7b8ec tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:55.044008 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-da37cb60-3eda-44f9-8cb5-51f322d44196 req-a4feed49-e747-44f5-a44f-a1a0bba7b8ec tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6e4576f1-35ce-4081-a2f1-e8e324a1c677 HTTP/1.1" status: 200 len: 943 time: 0.0503445 Nov 02 14:47:55.067727 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning complete for port b355b9c9-5fd6-4f56-bd5e-6f289f768f89 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:47:55.068106 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (b355b9c9-5fd6-4f56-bd5e-6f289f768f89), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:55.068446 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Attempt 1 to provision port b355b9c9-5fd6-4f56-bd5e-6f289f768f89 Nov 02 14:47:55.095597 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-da37cb60-3eda-44f9-8cb5-51f322d44196 req-a2bdea39-321d-49db-95f5-4482af8bde33 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449760 Nov 02 14:47:55.147789 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port b355b9c9-5fd6-4f56-bd5e-6f289f768f89 is: BUILD; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:47:55.148191 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (b355b9c9-5fd6-4f56-bd5e-6f289f768f89), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:55.173419 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7f3c5c-5f77-4d84-bf07-f73e7929f286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b355b9c9-5fd6-4f56-bd5e-6f289f768f89'}] {{(pid=105392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:47:55.175640 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa406a66c4f7fcebf853f6ac608ace0721fd427f75714d2af0e2307e93ff13f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda9f01e-2a72-4bef-8ab4-902255f9591b" -d '{"events": [{"server_uuid": "7a7f3c5c-5f77-4d84-bf07-f73e7929f286", "name": "network-vif-plugged", "status": "completed", "tag": "b355b9c9-5fd6-4f56-bd5e-6f289f768f89"}]}' {{(pid=105392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:47:55.179816 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:47:55.190801 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port b355b9c9-5fd6-4f56-bd5e-6f289f768f89, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=b355b9c9-5fd6-4f56-bd5e-6f289f768f89,segment=NetworkSegment(317ea5d5-6056-4847-aa91-273fe8d40822),segment_id=317ea5d5-6056-4847-aa91-273fe8d40822)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:47:55.217814 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfe9d26-d471-4d21-a94f-7a340cbeb5d3 x-openstack-request-id: req-1cfe9d26-d471-4d21-a94f-7a340cbeb5d3 {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:47:55.217814 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7f3c5c-5f77-4d84-bf07-f73e7929f286", "name": "network-vif-plugged", "status": "completed", "tag": "b355b9c9-5fd6-4f56-bd5e-6f289f768f89", "code": 200}]} {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:47:55.217814 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1cfe9d26-d471-4d21-a94f-7a340cbeb5d3 {{(pid=105392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:47:55.217814 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cfe9d26-d471-4d21-a94f-7a340cbeb5d3'] response: {'server_uuid': '7a7f3c5c-5f77-4d84-bf07-f73e7929f286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b355b9c9-5fd6-4f56-bd5e-6f289f768f89', 'code': 200} Nov 02 14:47:55.299174 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (b355b9c9-5fd6-4f56-bd5e-6f289f768f89), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:55.349799 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=b355b9c9-5fd6-4f56-bd5e-6f289f768f89,revision_number=5']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:47:55.494233 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:47:55.502336 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605b820-418a-4c07-8660-8111988a841b req-5d9cb553-3fd2-44c3-b607-be68e8896ae4 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:55.503858 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9605b820-418a-4c07-8660-8111988a841b req-5d9cb553-3fd2-44c3-b607-be68e8896ae4 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7a7f3c5c-5f77-4d84-bf07-f73e7929f286 HTTP/1.1" status: 200 len: 946 time: 0.0487847 Nov 02 14:47:55.554379 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9605b820-418a-4c07-8660-8111988a841b req-6c0031be-39f7-4c41-8b71-ca168617505c tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=286bd3c4-f7ab-42d8-ad1b-00aec9d6b18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445921 Nov 02 14:47:55.566014 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67285abe-74c8-46e9-8713-c34ea2bebacb req-f49c1ce1-67ab-4500-9de7-02c185b4e937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:55.567530 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-67285abe-74c8-46e9-8713-c34ea2bebacb req-f49c1ce1-67ab-4500-9de7-02c185b4e937 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7a7f3c5c-5f77-4d84-bf07-f73e7929f286 HTTP/1.1" status: 200 len: 1130 time: 0.0403891 Nov 02 14:47:55.612616 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-67285abe-74c8-46e9-8713-c34ea2bebacb req-01c422f2-8ceb-45fa-abc0-905330dbce47 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=286bd3c4-f7ab-42d8-ad1b-00aec9d6b18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387516 Nov 02 14:47:56.376008 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08711e-76c8-465d-bb77-89ec71235034 req-0a63832f-3786-46fe-8866-2c7fdcf9f706 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:56.377565 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-fe08711e-76c8-465d-bb77-89ec71235034 req-0a63832f-3786-46fe-8866-2c7fdcf9f706 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6e4576f1-35ce-4081-a2f1-e8e324a1c677 HTTP/1.1" status: 200 len: 943 time: 0.0485809 Nov 02 14:47:56.430640 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-fe08711e-76c8-465d-bb77-89ec71235034 req-46f55e74-7d0b-4c37-a0c1-4f5c1e302989 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469327 Nov 02 14:47:56.532913 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:47:56.541465 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b78108-c4c9-44fb-86ea-88b4359e9f9a req-39b849b6-28f4-448e-af9b-ed43fbda1018 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:56.542935 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-73b78108-c4c9-44fb-86ea-88b4359e9f9a req-39b849b6-28f4-448e-af9b-ed43fbda1018 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0475485 Nov 02 14:47:56.591161 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-73b78108-c4c9-44fb-86ea-88b4359e9f9a req-e5f43d8d-5c93-4c6b-a18d-ee139ebdad59 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421414 Nov 02 14:47:56.677539 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87f5d3-68b0-47b5-afe1-98df55b71d45 req-618555f9-3d11-4d9f-99dd-4c20bcf671c2 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:56.679045 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8f87f5d3-68b0-47b5-afe1-98df55b71d45 req-618555f9-3d11-4d9f-99dd-4c20bcf671c2 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7a7f3c5c-5f77-4d84-bf07-f73e7929f286 HTTP/1.1" status: 200 len: 946 time: 0.0466802 Nov 02 14:47:56.726967 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8f87f5d3-68b0-47b5-afe1-98df55b71d45 req-529a886b-8775-42fe-a8fa-603ce82dab8a tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=286bd3c4-f7ab-42d8-ad1b-00aec9d6b18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422368 Nov 02 14:47:57.561383 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1934c9-7fe7-4c27-8cae-8254f81add2d req-5402dd0e-9b69-4505-8dd8-60e745ce7007 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:57.563471 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8f1934c9-7fe7-4c27-8cae-8254f81add2d req-5402dd0e-9b69-4505-8dd8-60e745ce7007 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6e4576f1-35ce-4081-a2f1-e8e324a1c677 HTTP/1.1" status: 200 len: 943 time: 0.0556729 Nov 02 14:47:57.613270 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8f1934c9-7fe7-4c27-8cae-8254f81add2d req-a4a7f84d-6a02-4666-a5af-920b98146c9e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440757 Nov 02 14:47:57.716975 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74ebb3-bbf4-4c24-a5e4-7f4bb3bb23cd req-e04e7ec5-6b5f-4f82-8539-17ca02dfe91c tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:57.718404 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8c74ebb3-bbf4-4c24-a5e4-7f4bb3bb23cd req-e04e7ec5-6b5f-4f82-8539-17ca02dfe91c tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0473781 Nov 02 14:47:57.766752 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8c74ebb3-bbf4-4c24-a5e4-7f4bb3bb23cd req-be47042d-7d68-4219-bab6-e5b4d9f53a46 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426440 Nov 02 14:47:57.847394 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521d252-23bf-4214-822e-a370238cf30f req-82468245-544d-4457-abac-50f97af5995d tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:57.848863 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f521d252-23bf-4214-822e-a370238cf30f req-82468245-544d-4457-abac-50f97af5995d tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7a7f3c5c-5f77-4d84-bf07-f73e7929f286 HTTP/1.1" status: 200 len: 946 time: 0.0468683 Nov 02 14:47:57.899853 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f521d252-23bf-4214-822e-a370238cf30f req-64ee751b-661d-4fc2-885b-39ab7cdd195e tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=286bd3c4-f7ab-42d8-ad1b-00aec9d6b18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453942 Nov 02 14:47:58.734021 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26cfb2-5892-4d64-8b78-ce3ff148b0d9 req-10c1a409-0fb4-4f30-b747-9e6618c69ee1 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:58.735998 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8e26cfb2-5892-4d64-8b78-ce3ff148b0d9 req-10c1a409-0fb4-4f30-b747-9e6618c69ee1 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6e4576f1-35ce-4081-a2f1-e8e324a1c677 HTTP/1.1" status: 200 len: 943 time: 0.0472643 Nov 02 14:47:58.787067 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8e26cfb2-5892-4d64-8b78-ce3ff148b0d9 req-a2526635-917d-4e42-80cf-77c03690790f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450897 Nov 02 14:47:58.807020 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:58.891336 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a9f04-6588-47e5-b1c7-8db075a1f1f5 req-66966eeb-8e96-445c-abfc-5790d02ad41f tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:58.892857 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a03a9f04-6588-47e5-b1c7-8db075a1f1f5 req-66966eeb-8e96-445c-abfc-5790d02ad41f tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0486166 Nov 02 14:47:58.941689 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a03a9f04-6588-47e5-b1c7-8db075a1f1f5 req-a8ae613d-3dc7-493a-a9ad-fa9738b4a1ac tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429969 Nov 02 14:47:59.025587 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d883d-1b57-4921-9e9a-66d7b26eeffb req-6f9e62b0-9544-45be-8d14-ed06fafc8b4b tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:59.027156 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-097d883d-1b57-4921-9e9a-66d7b26eeffb req-6f9e62b0-9544-45be-8d14-ed06fafc8b4b tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7a7f3c5c-5f77-4d84-bf07-f73e7929f286 HTTP/1.1" status: 200 len: 946 time: 0.0515733 Nov 02 14:47:59.041239 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb85c8-e535-42d4-b829-fa53c72ec03c req-6b7f2931-efd8-4f3d-83e6-f5697bcf5fac tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:59.042699 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-97eb85c8-e535-42d4-b829-fa53c72ec03c req-6b7f2931-efd8-4f3d-83e6-f5697bcf5fac tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0469458 Nov 02 14:47:59.076040 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-097d883d-1b57-4921-9e9a-66d7b26eeffb req-9e0c440d-ff20-4888-bcd1-c8f2a83862dd tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=286bd3c4-f7ab-42d8-ad1b-00aec9d6b18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422781 Nov 02 14:47:59.192047 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd9880-dc35-496a-b11f-31b69c1cabae req-d9c5742e-2ee2-436c-9635-80969bddef6a tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:59.193480 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-27bd9880-dc35-496a-b11f-31b69c1cabae req-d9c5742e-2ee2-436c-9635-80969bddef6a tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7a7f3c5c-5f77-4d84-bf07-f73e7929f286 HTTP/1.1" status: 200 len: 946 time: 0.0462723 Nov 02 14:47:59.204085 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 36670) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:47:59.208389 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-d02f353e-0e9f-4faf-8aed-3dbb538fca33 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Request body: {'floatingip': {'port_id': 'b355b9c9-5fd6-4f56-bd5e-6f289f768f89'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:47:59.248907 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d02f353e-0e9f-4faf-8aed-3dbb538fca33 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for floatingip (1feb6975-ed75-4d9a-ae92-6367fd13edf0), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:59.338345 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:47:59.536147 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:47:59.625836 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [req-97eb85c8-e535-42d4-b829-fa53c72ec03c req-dfb4a98a-50dd-4844-8fb6-4a275276d611 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Deleting port dbd39cbf-326e-49d0-90e6-27faedce220f {{(pid=105390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:47:59.626208 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-97eb85c8-e535-42d4-b829-fa53c72ec03c req-dfb4a98a-50dd-4844-8fb6-4a275276d611 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (dbd39cbf-326e-49d0-90e6-27faedce220f), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:59.668731 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d02f353e-0e9f-4faf-8aed-3dbb538fca33 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:59.716740 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [req-97eb85c8-e535-42d4-b829-fa53c72ec03c req-dfb4a98a-50dd-4844-8fb6-4a275276d611 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] For port dbd39cbf-326e-49d0-90e6-27faedce220f, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=dbd39cbf-326e-49d0-90e6-27faedce220f,segment=NetworkSegment(fe128dff-0468-489e-a1be-e5186dded930),segment_id=fe128dff-0468-489e-a1be-e5186dded930)] {{(pid=105390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:47:59.717128 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-97eb85c8-e535-42d4-b829-fa53c72ec03c req-dfb4a98a-50dd-4844-8fb6-4a275276d611 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (dbd39cbf-326e-49d0-90e6-27faedce220f), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:59.759229 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d02f353e-0e9f-4faf-8aed-3dbb538fca33 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66773501'] for floatingip (1feb6975-ed75-4d9a-ae92-6367fd13edf0), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:59.863448 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.db.l3_db [None req-d02f353e-0e9f-4faf-8aed-3dbb538fca33 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Floating IP 1feb6975-ed75-4d9a-ae92-6367fd13edf0 associated. External IP: 172.27.0.49, port: b355b9c9-5fd6-4f56-bd5e-6f289f768f89. Nov 02 14:47:59.924579 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=100 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:47:59.936237 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-97eb85c8-e535-42d4-b829-fa53c72ec03c req-dfb4a98a-50dd-4844-8fb6-4a275276d611 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:59.936609 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-97eb85c8-e535-42d4-b829-fa53c72ec03c req-dfb4a98a-50dd-4844-8fb6-4a275276d611 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66773501'] for floatingip (245d15d5-8783-4dae-a57a-39cd76d53806), after_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:47:59.940265 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.db.l3_db [req-97eb85c8-e535-42d4-b829-fa53c72ec03c req-dfb4a98a-50dd-4844-8fb6-4a275276d611 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Floating IP 245d15d5-8783-4dae-a57a-39cd76d53806 disassociated. External IP: 172.27.0.33, port: dbd39cbf-326e-49d0-90e6-27faedce220f. Nov 02 14:47:59.940265 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [req-97eb85c8-e535-42d4-b829-fa53c72ec03c req-dfb4a98a-50dd-4844-8fb6-4a275276d611 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Calling delete_port for dbd39cbf-326e-49d0-90e6-27faedce220f owned by compute:nova {{(pid=105390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:47:59.956234 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a57a5-962d-4bc3-994a-9b88f2d83357 req-2fac5721-f770-4820-a7b6-2de1896c2600 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:47:59.957770 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c62a57a5-962d-4bc3-994a-9b88f2d83357 req-2fac5721-f770-4820-a7b6-2de1896c2600 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6e4576f1-35ce-4081-a2f1-e8e324a1c677 HTTP/1.1" status: 200 len: 943 time: 0.0592337 Nov 02 14:48:00.077091 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c62a57a5-962d-4bc3-994a-9b88f2d83357 req-5b46f23f-e02a-4e43-9c4c-78861b1bd9d3 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949841 Nov 02 14:48:00.119774 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-97eb85c8-e535-42d4-b829-fa53c72ec03c req-dfb4a98a-50dd-4844-8fb6-4a275276d611 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (dbd39cbf-326e-49d0-90e6-27faedce220f), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:00.124576 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee1a6d-1608-43ae-a561-9d3665a476d9 req-d2ef15c5-35da-4a71-a2e1-6e04be66fe8c tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:00.126867 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9dee1a6d-1608-43ae-a561-9d3665a476d9 req-d2ef15c5-35da-4a71-a2e1-6e04be66fe8c tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 946 time: 0.0977461 Nov 02 14:48:00.148790 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb4a98a-50dd-4844-8fb6-4a275276d611 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Pushing event deleted for resources: {'Port': ['ID=dbd39cbf-326e-49d0-90e6-27faedce220f,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:48:00.226053 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9dee1a6d-1608-43ae-a561-9d3665a476d9 req-ce09f4a5-48e7-440f-ad7b-cad835bfc422 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=cd65024d-f443-4704-9fa7-bcffbef211da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902567 Nov 02 14:48:00.230284 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d02f353e-0e9f-4faf-8aed-3dbb538fca33 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Router d28ea826-8148-4631-949c-ee2a972b4b7c has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:48:00.269198 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97eb85c8-e535-42d4-b829-fa53c72ec03c req-dfb4a98a-50dd-4844-8fb6-4a275276d611 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Router dba6e790-02fb-4055-9d5a-b4273d8e87a4 has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:48:00.345925 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02f353e-0e9f-4faf-8aed-3dbb538fca33 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:48:00.350820 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d02f353e-0e9f-4faf-8aed-3dbb538fca33 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for floatingip (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:00.356275 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0300d46a-f4bc-4aa0-95b7-10f9b98a7e8c None None] Sync routers for ids ['d28ea826-8148-4631-949c-ee2a972b4b7c'] in dv-cinder-862365-4-iscsi {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:48:00.368952 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0300d46a-f4bc-4aa0-95b7-10f9b98a7e8c None None] Routers {'d28ea826-8148-4631-949c-ee2a972b4b7c'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:48:00.369572 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-0300d46a-f4bc-4aa0-95b7-10f9b98a7e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:47:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['d28ea826-8148-4631-949c-ee2a972b4b7c'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:48:00.377735 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:00.383094 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97eb85c8-e535-42d4-b829-fa53c72ec03c req-dfb4a98a-50dd-4844-8fb6-4a275276d611 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:48:00.390634 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-d02f353e-0e9f-4faf-8aed-3dbb538fca33 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "PUT /networking/v2.0/floatingips/1feb6975-ed75-4d9a-ae92-6367fd13edf0 HTTP/1.1" status: 200 len: 991 time: 1.1854484 Nov 02 14:48:00.391419 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7f3c5c-5f77-4d84-bf07-f73e7929f286', 'tag': 'b355b9c9-5fd6-4f56-bd5e-6f289f768f89'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:48:00.393953 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2096eb8a-f162-4a44-a4dd-4a39b917ba37" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7f3c5c-5f77-4d84-bf07-f73e7929f286", "tag": "b355b9c9-5fd6-4f56-bd5e-6f289f768f89"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:48:00.394917 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c90fc3e-beba-4e49-af50-34d11165a8a6 None None] Sync routers for ids ['dba6e790-02fb-4055-9d5a-b4273d8e87a4'] in dv-cinder-862365-4-iscsi {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:48:00.416758 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:00.421428 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c90fc3e-beba-4e49-af50-34d11165a8a6 None None] Routers {'dba6e790-02fb-4055-9d5a-b4273d8e87a4'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:48:00.424575 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-6c90fc3e-beba-4e49-af50-34d11165a8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:47:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['dba6e790-02fb-4055-9d5a-b4273d8e87a4'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:48:00.435454 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [req-97eb85c8-e535-42d4-b829-fa53c72ec03c req-dfb4a98a-50dd-4844-8fb6-4a275276d611 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] No DVR routers for this DVR port dbd39cbf-326e-49d0-90e6-27faedce220f on host hv-cinder-86236 {{(pid=105390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:48:00.438685 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-97eb85c8-e535-42d4-b829-fa53c72ec03c req-dfb4a98a-50dd-4844-8fb6-4a275276d611 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:00.441962 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-97eb85c8-e535-42d4-b829-fa53c72ec03c req-dfb4a98a-50dd-4844-8fb6-4a275276d611 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.64 "DELETE /networking/v2.0/ports/dbd39cbf-326e-49d0-90e6-27faedce220f HTTP/1.1" status: 204 len: 173 time: 0.9051206 Nov 02 14:48:00.442461 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dff2e06-ddf6-4c7a-8887-40092f0f9290', 'name': 'network-vif-deleted', 'tag': 'dbd39cbf-326e-49d0-90e6-27faedce220f'}] {{(pid=105390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:48:00.444825 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac42a5b87af23485bd7eccec534c7c9fd1bf9d7e8280f45ba58bffd111d0283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d38af2-b67b-4bc3-9b48-dd6a65a1cfa2" -d '{"events": [{"server_uuid": "9dff2e06-ddf6-4c7a-8887-40092f0f9290", "name": "network-vif-deleted", "tag": "dbd39cbf-326e-49d0-90e6-27faedce220f"}]}' {{(pid=105390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:48:00.447180 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24dcee8-0a0b-4193-a228-1e204153f7ef x-openstack-request-id: req-d24dcee8-0a0b-4193-a228-1e204153f7ef {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:48:00.447644 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7f3c5c-5f77-4d84-bf07-f73e7929f286", "tag": "b355b9c9-5fd6-4f56-bd5e-6f289f768f89", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:48:00.448045 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d24dcee8-0a0b-4193-a228-1e204153f7ef {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:48:00.448593 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d24dcee8-0a0b-4193-a228-1e204153f7ef'] response: {'name': 'network-changed', 'server_uuid': '7a7f3c5c-5f77-4d84-bf07-f73e7929f286', 'tag': 'b355b9c9-5fd6-4f56-bd5e-6f289f768f89', 'status': 'completed', 'code': 200} Nov 02 14:48:00.482310 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e70234f-e864-47ad-98e2-bc12f29dc19b x-openstack-request-id: req-2e70234f-e864-47ad-98e2-bc12f29dc19b {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:48:00.482821 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dff2e06-ddf6-4c7a-8887-40092f0f9290", "name": "network-vif-deleted", "tag": "dbd39cbf-326e-49d0-90e6-27faedce220f", "status": "completed", "code": 200}]} {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:48:00.483062 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2e70234f-e864-47ad-98e2-bc12f29dc19b {{(pid=105390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:48:00.483487 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e70234f-e864-47ad-98e2-bc12f29dc19b'] response: {'server_uuid': '9dff2e06-ddf6-4c7a-8887-40092f0f9290', 'name': 'network-vif-deleted', 'tag': 'dbd39cbf-326e-49d0-90e6-27faedce220f', 'status': 'completed', 'code': 200} Nov 02 14:48:00.490513 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-0300d46a-f4bc-4aa0-95b7-10f9b98a7e8c None None] Set router d28ea826-8148-4631-949c-ee2a972b4b7c gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:48:00.548073 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096eb8a-f162-4a44-a4dd-4a39b917ba37 req-fa243efd-1b11-430d-b7e7-092bed6e9d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:00.549702 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-2096eb8a-f162-4a44-a4dd-4a39b917ba37 req-fa243efd-1b11-430d-b7e7-092bed6e9d7c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=e428f318654f446db48445e4570ae2d3&device_id=7a7f3c5c-5f77-4d84-bf07-f73e7929f286 HTTP/1.1" status: 200 len: 1130 time: 0.0416708 Nov 02 14:48:00.676356 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096eb8a-f162-4a44-a4dd-4a39b917ba37 req-ddf1148a-5f76-4a0a-b93d-6379823f27b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:00.678389 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-2096eb8a-f162-4a44-a4dd-4a39b917ba37 req-ddf1148a-5f76-4a0a-b93d-6379823f27b1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=d6bf9a07-46e7-4c2d-8535-e65644e316a0 HTTP/1.1" status: 200 len: 915 time: 0.1142814 Nov 02 14:48:00.778068 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-2096eb8a-f162-4a44-a4dd-4a39b917ba37 req-217abe8d-131e-451e-9bc4-885c0f9dfc8d service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b355b9c9-5fd6-4f56-bd5e-6f289f768f89 HTTP/1.1" status: 200 len: 999 time: 0.0922763 Nov 02 14:48:00.787837 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-6c90fc3e-beba-4e49-af50-34d11165a8a6 None None] Set router dba6e790-02fb-4055-9d5a-b4273d8e87a4 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:48:00.802668 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-0300d46a-f4bc-4aa0-95b7-10f9b98a7e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'name': 'tempest-AttachVolumeNegativeTest-727071126-router', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:46:30Z', 'updated_at': '2022-11-02T14:46:33Z', 'revision_number': 4, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'gw_port': {'id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:31Z', 'updated_at': '2022-11-02T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': '1feb6975-ed75-4d9a-ae92-6367fd13edf0', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'port_id': 'b355b9c9-5fd6-4f56-bd5e-6f289f768f89', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'mac_address': 'fa:16:3e:16:43:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f3c5c-5f77-4d84-bf07-f73e7929f286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:47:42Z', 'updated_at': '2022-11-02T14:47:59Z', 'revision_number': 1, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'fixed_ip_address_scope': None}, {'id': '3ae9ef5d-c6d2-45a6-851f-1ffd5facf077', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'port_id': '1313078c-90cf-4898-bb7f-d746882578d0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'mac_address': 'fa:16:3e:b3:39:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a2580-2374-494d-a62d-8ea86c25b6d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:46:37Z', 'updated_at': '2022-11-02T14:46:53Z', 'revision_number': 2, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107d01d1-b781-43db-8dc8-8fb142b946bf', 'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'mac_address': 'fa:16:3e:26:b5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '6a51700c-a406-45a9-976e-ab3485599867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:33Z', 'updated_at': '2022-11-02T14:46:38Z', 'revision_number': 5, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'subnets': [{'id': '6a51700c-a406-45a9-976e-ab3485599867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:48:00.833895 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0300d46a-f4bc-4aa0-95b7-10f9b98a7e8c None None] Checking router: d28ea826-8148-4631-949c-ee2a972b4b7c for host: dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:48:00.838514 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096eb8a-f162-4a44-a4dd-4a39b917ba37 req-64467a75-a173-47aa-82a6-62b676725268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:00.839980 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-2096eb8a-f162-4a44-a4dd-4a39b917ba37 req-64467a75-a173-47aa-82a6-62b676725268 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6a51700c-a406-45a9-976e-ab3485599867 HTTP/1.1" status: 200 len: 853 time: 0.0564468 Nov 02 14:48:00.842717 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0300d46a-f4bc-4aa0-95b7-10f9b98a7e8c None None] Routers {'d28ea826-8148-4631-949c-ee2a972b4b7c'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:48:00.843399 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-0300d46a-f4bc-4aa0-95b7-10f9b98a7e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:47:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['d28ea826-8148-4631-949c-ee2a972b4b7c'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:48:00.909806 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:00.915831 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096eb8a-f162-4a44-a4dd-4a39b917ba37 req-ca77a3b2-b0bd-402a-b046-72eb5a5c67c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:00.917355 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-2096eb8a-f162-4a44-a4dd-4a39b917ba37 req-ca77a3b2-b0bd-402a-b046-72eb5a5c67c3 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d6bf9a07-46e7-4c2d-8535-e65644e316a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520177 Nov 02 14:48:00.960621 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-0300d46a-f4bc-4aa0-95b7-10f9b98a7e8c None None] Set router d28ea826-8148-4631-949c-ee2a972b4b7c gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:48:00.998231 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device c8c7d645-c149-4b30-8fb6-474b94827b54 details requested by agent hyperv_hv-cinder-86236 with host hv-cinder-86236 {{(pid=105392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 14:48:01.018088 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-6c90fc3e-beba-4e49-af50-34d11165a8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'name': 'tempest-AttachVolumeTestJSON-1641622340-router', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cd4f9905-b309-4ec6-8734-f9e7d06b68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:53Z', 'updated_at': '2022-11-02T14:44:56Z', 'revision_number': 4, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'gw_port': {'id': 'cd4f9905-b309-4ec6-8734-f9e7d06b68b7', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:53Z', 'updated_at': '2022-11-02T14:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '05113988-9d3e-40fb-bba2-c0721eae56f8', 'name': '', 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'mac_address': 'fa:16:3e:c4:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '0620d4f8-cfae-43e4-8018-47fa75073e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:55Z', 'updated_at': '2022-11-02T14:45:01Z', 'revision_number': 5, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'subnets': [{'id': '0620d4f8-cfae-43e4-8018-47fa75073e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:48:01.026524 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-2096eb8a-f162-4a44-a4dd-4a39b917ba37 req-a521c297-ae21-408d-a4f9-48ebf627a365 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d6bf9a07-46e7-4c2d-8535-e65644e316a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022277 Nov 02 14:48:01.057835 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c90fc3e-beba-4e49-af50-34d11165a8a6 None None] Checking router: dba6e790-02fb-4055-9d5a-b4273d8e87a4 for host: dv-cinder-862365-4-iscsi {{(pid=105392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:48:01.090579 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:01.093213 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c90fc3e-beba-4e49-af50-34d11165a8a6 None None] Routers {'dba6e790-02fb-4055-9d5a-b4273d8e87a4'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:48:01.094606 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-6c90fc3e-beba-4e49-af50-34d11165a8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:47:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['dba6e790-02fb-4055-9d5a-b4273d8e87a4'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:48:01.135189 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-2096eb8a-f162-4a44-a4dd-4a39b917ba37 req-a417fc88-381c-4daa-84d7-6b30467eac78 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d6bf9a07-46e7-4c2d-8535-e65644e316a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017704 Nov 02 14:48:01.217502 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff683f71-7396-459f-b5b1-62a176f5fcb3 req-5c82e749-2b8c-40bf-9b36-9464c2546246 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:01.219971 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-0300d46a-f4bc-4aa0-95b7-10f9b98a7e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'name': 'tempest-AttachVolumeNegativeTest-727071126-router', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:46:30Z', 'updated_at': '2022-11-02T14:46:33Z', 'revision_number': 4, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'gw_port': {'id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:31Z', 'updated_at': '2022-11-02T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': '1feb6975-ed75-4d9a-ae92-6367fd13edf0', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'port_id': 'b355b9c9-5fd6-4f56-bd5e-6f289f768f89', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'mac_address': 'fa:16:3e:16:43:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f3c5c-5f77-4d84-bf07-f73e7929f286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:47:42Z', 'updated_at': '2022-11-02T14:47:59Z', 'revision_number': 1, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'fixed_ip_address_scope': None}, {'id': '3ae9ef5d-c6d2-45a6-851f-1ffd5facf077', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'port_id': '1313078c-90cf-4898-bb7f-d746882578d0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'mac_address': 'fa:16:3e:b3:39:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a2580-2374-494d-a62d-8ea86c25b6d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:46:37Z', 'updated_at': '2022-11-02T14:46:53Z', 'revision_number': 2, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107d01d1-b781-43db-8dc8-8fb142b946bf', 'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'mac_address': 'fa:16:3e:26:b5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '6a51700c-a406-45a9-976e-ab3485599867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:33Z', 'updated_at': '2022-11-02T14:46:38Z', 'revision_number': 5, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'subnets': [{'id': '6a51700c-a406-45a9-976e-ab3485599867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:48:01.220501 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ff683f71-7396-459f-b5b1-62a176f5fcb3 req-5c82e749-2b8c-40bf-9b36-9464c2546246 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6e4576f1-35ce-4081-a2f1-e8e324a1c677 HTTP/1.1" status: 200 len: 943 time: 0.0547419 Nov 02 14:48:01.237641 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port c8c7d645-c149-4b30-8fb6-474b94827b54, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=c8c7d645-c149-4b30-8fb6-474b94827b54,segment=NetworkSegment(e92de161-0da6-41c9-b20f-925eb995ddbe),segment_id=e92de161-0da6-41c9-b20f-925eb995ddbe)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:48:01.248814 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0300d46a-f4bc-4aa0-95b7-10f9b98a7e8c None None] The sync data for ids ['d28ea826-8148-4631-949c-ee2a972b4b7c'] in dv-cinder-862365-4-iscsi is: [{'id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'name': 'tempest-AttachVolumeNegativeTest-727071126-router', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:46:30Z', 'updated_at': '2022-11-02T14:46:33Z', 'revision_number': 4, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'gw_port': {'id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:31Z', 'updated_at': '2022-11-02T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': '1feb6975-ed75-4d9a-ae92-6367fd13edf0', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'port_id': 'b355b9c9-5fd6-4f56-bd5e-6f289f768f89', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'mac_address': 'fa:16:3e:16:43:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f3c5c-5f77-4d84-bf07-f73e7929f286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:47:42Z', 'updated_at': '2022-11-02T14:47:59Z', 'revision_number': 1, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'fixed_ip_address_scope': None}, {'id': '3ae9ef5d-c6d2-45a6-851f-1ffd5facf077', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'port_id': '1313078c-90cf-4898-bb7f-d746882578d0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'mac_address': 'fa:16:3e:b3:39:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a2580-2374-494d-a62d-8ea86c25b6d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:46:37Z', 'updated_at': '2022-11-02T14:46:53Z', 'revision_number': 2, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107d01d1-b781-43db-8dc8-8fb142b946bf', 'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'mac_address': 'fa:16:3e:26:b5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '6a51700c-a406-45a9-976e-ab3485599867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:33Z', 'updated_at': '2022-11-02T14:46:38Z', 'revision_number': 5, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'subnets': [{'id': '6a51700c-a406-45a9-976e-ab3485599867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:48:01.264863 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Returning: {'device': 'c8c7d645-c149-4b30-8fb6-474b94827b54', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'port_id': 'c8c7d645-c149-4b30-8fb6-474b94827b54', 'mac_address': 'fa:16:3e:54:53:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 499, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 14:48:01.276410 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ff683f71-7396-459f-b5b1-62a176f5fcb3 req-3ac8167b-480e-4a2e-a8dd-5376bd3c306c tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497308 Nov 02 14:48:01.278343 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-6c90fc3e-beba-4e49-af50-34d11165a8a6 None None] Set router dba6e790-02fb-4055-9d5a-b4273d8e87a4 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:48:01.359010 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=100 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:01.363339 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ff64ff8a-ef8e-4763-8c19-cc7661ed6d92 req-4da83e85-cca0-4672-8410-d854ece06bde tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=9dff2e06-ddf6-4c7a-8887-40092f0f9290 HTTP/1.1" status: 200 len: 210 time: 0.0319014 Nov 02 14:48:01.373055 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port c8c7d645-c149-4b30-8fb6-474b94827b54 is: DOWN; New status is: BUILD {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:48:01.373055 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (c8c7d645-c149-4b30-8fb6-474b94827b54), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:01.427996 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8c7d645-c149-4b30-8fb6-474b94827b54 {{(pid=105392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:48:01.487717 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port c8c7d645-c149-4b30-8fb6-474b94827b54, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=c8c7d645-c149-4b30-8fb6-474b94827b54,segment=NetworkSegment(e92de161-0da6-41c9-b20f-925eb995ddbe),segment_id=e92de161-0da6-41c9-b20f-925eb995ddbe)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:48:01.505896 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc110284-785f-400e-b3e3-e7aad7238f01 None None] New status for floating IP 1feb6975-ed75-4d9a-ae92-6367fd13edf0: ACTIVE {{(pid=105393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 14:48:01.557116 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-6c90fc3e-beba-4e49-af50-34d11165a8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'name': 'tempest-AttachVolumeTestJSON-1641622340-router', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cd4f9905-b309-4ec6-8734-f9e7d06b68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:53Z', 'updated_at': '2022-11-02T14:44:56Z', 'revision_number': 4, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'gw_port': {'id': 'cd4f9905-b309-4ec6-8734-f9e7d06b68b7', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:53Z', 'updated_at': '2022-11-02T14:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '05113988-9d3e-40fb-bba2-c0721eae56f8', 'name': '', 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'mac_address': 'fa:16:3e:c4:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '0620d4f8-cfae-43e4-8018-47fa75073e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:55Z', 'updated_at': '2022-11-02T14:45:01Z', 'revision_number': 5, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'subnets': [{'id': '0620d4f8-cfae-43e4-8018-47fa75073e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:48:01.583926 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (c8c7d645-c149-4b30-8fb6-474b94827b54), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:01.587924 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c90fc3e-beba-4e49-af50-34d11165a8a6 None None] The sync data for ids ['dba6e790-02fb-4055-9d5a-b4273d8e87a4'] in dv-cinder-862365-4-iscsi is: [{'id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'name': 'tempest-AttachVolumeTestJSON-1641622340-router', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cd4f9905-b309-4ec6-8734-f9e7d06b68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:53Z', 'updated_at': '2022-11-02T14:44:56Z', 'revision_number': 4, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'gw_port': {'id': 'cd4f9905-b309-4ec6-8734-f9e7d06b68b7', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:53Z', 'updated_at': '2022-11-02T14:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '05113988-9d3e-40fb-bba2-c0721eae56f8', 'name': '', 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'mac_address': 'fa:16:3e:c4:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '0620d4f8-cfae-43e4-8018-47fa75073e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:55Z', 'updated_at': '2022-11-02T14:45:01Z', 'revision_number': 5, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'subnets': [{'id': '0620d4f8-cfae-43e4-8018-47fa75073e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:48:01.680892 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=c8c7d645-c149-4b30-8fb6-474b94827b54,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:48:01.930580 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c0f92a-9566-4c73-bf2b-1e188803c925 None None] New status for floating IP 245d15d5-8783-4dae-a57a-39cd76d53806: DOWN {{(pid=105392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 14:48:01.979790 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] get_ports_and_sgs() called for port_ids ['c8c7d645-c149-4b30-8fb6-474b94827b54'] {{(pid=105392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 14:48:02.303810 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:02.416573 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de31e33-4578-42f5-a0fe-4b64c4e7a95d req-b4da010f-1742-4790-ab34-e035b7ffa16d tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:02.418137 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3de31e33-4578-42f5-a0fe-4b64c4e7a95d req-b4da010f-1742-4790-ab34-e035b7ffa16d tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6e4576f1-35ce-4081-a2f1-e8e324a1c677 HTTP/1.1" status: 200 len: 944 time: 0.0544610 Nov 02 14:48:02.472040 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3de31e33-4578-42f5-a0fe-4b64c4e7a95d req-f6b193a9-41f7-4dc1-8848-f2d62ed5b9a9 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470710 Nov 02 14:48:02.528132 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 36692) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:48:02.580429 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:02.586348 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-236e55c6-7ee6-4fdf-9a6a-dc92a47d32ab tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for security_group (cd65024d-f443-4704-9fa7-bcffbef211da), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:02.610119 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-236e55c6-7ee6-4fdf-9a6a-dc92a47d32ab tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for security_group (cd65024d-f443-4704-9fa7-bcffbef211da), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:02.742357 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-236e55c6-7ee6-4fdf-9a6a-dc92a47d32ab tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (cd65024d-f443-4704-9fa7-bcffbef211da), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:02.744965 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-236e55c6-7ee6-4fdf-9a6a-dc92a47d32ab tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:02.746153 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-236e55c6-7ee6-4fdf-9a6a-dc92a47d32ab tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "DELETE /networking/v2.0/security-groups/cd65024d-f443-4704-9fa7-bcffbef211da HTTP/1.1" status: 204 len: 168 time: 0.2170391 Nov 02 14:48:02.749117 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 36694) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:48:02.755596 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e55c6-7ee6-4fdf-9a6a-dc92a47d32ab tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd65024d-f443-4704-9fa7-bcffbef211da,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:48:02.763199 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.api.v2.resource [None req-2f8d61d2-8815-4671-8174-de6fe108522a tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] show failed (client error): The resource could not be found. Nov 02 14:48:02.764234 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-2f8d61d2-8815-4671-8174-de6fe108522a tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups/cd65024d-f443-4704-9fa7-bcffbef211da HTTP/1.1" status: 404 len: 347 time: 0.0140550 Nov 02 14:48:02.767529 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 36696) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:48:02.878768 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee8abc-852a-48f5-9298-454955e89342 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Deleting port 2849c836-ef59-48b7-93d9-a18eaa2f15f5 {{(pid=105390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:48:02.879110 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-b2ee8abc-852a-48f5-9298-454955e89342 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (2849c836-ef59-48b7-93d9-a18eaa2f15f5), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:02.962329 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-b2ee8abc-852a-48f5-9298-454955e89342 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (2849c836-ef59-48b7-93d9-a18eaa2f15f5), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:02.962563 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-b2ee8abc-852a-48f5-9298-454955e89342 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for floatingip (2849c836-ef59-48b7-93d9-a18eaa2f15f5), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:02.975780 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee8abc-852a-48f5-9298-454955e89342 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Calling delete_port for 2849c836-ef59-48b7-93d9-a18eaa2f15f5 owned by network:floatingip {{(pid=105390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:48:02.995720 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device c8c7d645-c149-4b30-8fb6-474b94827b54 up at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:48:03.039978 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning for port c8c7d645-c149-4b30-8fb6-474b94827b54 completed by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 14:48:03.113465 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning complete for port c8c7d645-c149-4b30-8fb6-474b94827b54 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:48:03.113852 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (c8c7d645-c149-4b30-8fb6-474b94827b54), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:03.114182 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Attempt 1 to provision port c8c7d645-c149-4b30-8fb6-474b94827b54 Nov 02 14:48:03.182498 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-b2ee8abc-852a-48f5-9298-454955e89342 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (2849c836-ef59-48b7-93d9-a18eaa2f15f5), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:03.190186 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port c8c7d645-c149-4b30-8fb6-474b94827b54 is: BUILD; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:48:03.190583 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (c8c7d645-c149-4b30-8fb6-474b94827b54), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:03.209770 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee8abc-852a-48f5-9298-454955e89342 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Pushing event deleted for resources: {'Port': ['ID=2849c836-ef59-48b7-93d9-a18eaa2f15f5,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:48:03.210272 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:03.215385 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4576f1-35ce-4081-a2f1-e8e324a1c677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c7d645-c149-4b30-8fb6-474b94827b54'}] {{(pid=105392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:48:03.217739 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa406a66c4f7fcebf853f6ac608ace0721fd427f75714d2af0e2307e93ff13f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bdadb1-fb59-427c-b8a5-31e9bc99ea09" -d '{"events": [{"server_uuid": "6e4576f1-35ce-4081-a2f1-e8e324a1c677", "name": "network-vif-plugged", "status": "completed", "tag": "c8c7d645-c149-4b30-8fb6-474b94827b54"}]}' {{(pid=105392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:48:03.244924 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port c8c7d645-c149-4b30-8fb6-474b94827b54, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=c8c7d645-c149-4b30-8fb6-474b94827b54,segment=NetworkSegment(e92de161-0da6-41c9-b20f-925eb995ddbe),segment_id=e92de161-0da6-41c9-b20f-925eb995ddbe)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:48:03.258581 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3e8663-835d-43f0-9375-582e49ac7cf3 x-openstack-request-id: req-8f3e8663-835d-43f0-9375-582e49ac7cf3 {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:48:03.258878 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4576f1-35ce-4081-a2f1-e8e324a1c677", "name": "network-vif-plugged", "status": "completed", "tag": "c8c7d645-c149-4b30-8fb6-474b94827b54", "code": 200}]} {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:48:03.259137 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8f3e8663-835d-43f0-9375-582e49ac7cf3 {{(pid=105392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:48:03.259537 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f3e8663-835d-43f0-9375-582e49ac7cf3'] response: {'server_uuid': '6e4576f1-35ce-4081-a2f1-e8e324a1c677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c7d645-c149-4b30-8fb6-474b94827b54', 'code': 200} Nov 02 14:48:03.273424 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-b2ee8abc-852a-48f5-9298-454955e89342 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for floatingip (245d15d5-8783-4dae-a57a-39cd76d53806), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:03.275942 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-b2ee8abc-852a-48f5-9298-454955e89342 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for floatingip (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:03.277121 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-b2ee8abc-852a-48f5-9298-454955e89342 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/245d15d5-8783-4dae-a57a-39cd76d53806 HTTP/1.1" status: 204 len: 168 time: 0.5086372 Nov 02 14:48:03.302201 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (c8c7d645-c149-4b30-8fb6-474b94827b54), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:03.302796 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device dbd39cbf-326e-49d0-90e6-27faedce220f no longer exists at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:48:03.339362 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] No Port match for: dbd39cbf-326e-49d0-90e6-27faedce220f {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:48:03.341900 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device dbd39cbf-326e-49d0-90e6-27faedce220f not bound to the agent host hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:48:03.367412 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=c8c7d645-c149-4b30-8fb6-474b94827b54,revision_number=5']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:48:03.403538 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 36702) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:48:03.409999 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-b09b4e3d-fdd0-419a-bd91-64f68ddeedee tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Request body: {'security_group': {'name': 'tempest-securitygroup--504796327', 'description': 'tempest-description--525432183'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:48:03.493675 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-b09b4e3d-fdd0-419a-bd91-64f68ddeedee tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:03.594865 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-b09b4e3d-fdd0-419a-bd91-64f68ddeedee tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for security_group (fe545155-742c-4dbf-b25a-f51180cf846d), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:03.609687 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b19a1-39d5-43df-959c-3f8b9457e575 req-e5e4b874-82fd-4584-b06d-ed8a26e604f5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:03.611182 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0d2b19a1-39d5-43df-959c-3f8b9457e575 req-e5e4b874-82fd-4584-b06d-ed8a26e604f5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6e4576f1-35ce-4081-a2f1-e8e324a1c677 HTTP/1.1" status: 200 len: 945 time: 0.0601864 Nov 02 14:48:03.662503 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0d2b19a1-39d5-43df-959c-3f8b9457e575 req-31002afa-08cc-4c9f-845a-e0436995690c tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449822 Nov 02 14:48:03.667285 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f2703-ddfe-47c2-80ab-2aa5e8d6671f req-1e325532-52fc-40d2-8e98-3e153f5e8f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:03.668787 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-a65f2703-ddfe-47c2-80ab-2aa5e8d6671f req-1e325532-52fc-40d2-8e98-3e153f5e8f95 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6e4576f1-35ce-4081-a2f1-e8e324a1c677 HTTP/1.1" status: 200 len: 1129 time: 0.0384586 Nov 02 14:48:03.682330 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-b09b4e3d-fdd0-419a-bd91-64f68ddeedee tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (fe545155-742c-4dbf-b25a-f51180cf846d), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:03.714391 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b4e3d-fdd0-419a-bd91-64f68ddeedee tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe545155-742c-4dbf-b25a-f51180cf846d,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:48:03.720888 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-a65f2703-ddfe-47c2-80ab-2aa5e8d6671f req-3abada24-d2dc-4d1e-802a-9324052ff192 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457437 Nov 02 14:48:03.763849 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-b09b4e3d-fdd0-419a-bd91-64f68ddeedee tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:03.765037 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-b09b4e3d-fdd0-419a-bd91-64f68ddeedee tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3603165 Nov 02 14:48:03.768468 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 36706) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:48:03.772822 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-08ad7e5c-dac2-4e3e-afc4-a9a6d119ca16 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Request body: {'security_group_rule': {'security_group_id': 'fe545155-742c-4dbf-b25a-f51180cf846d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:48:03.858488 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-08ad7e5c-dac2-4e3e-afc4-a9a6d119ca16 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for security_group_rule (97643570-ebec-48d3-a07d-5b842cc87339), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:03.919713 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-08ad7e5c-dac2-4e3e-afc4-a9a6d119ca16 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for security_group_rule (97643570-ebec-48d3-a07d-5b842cc87339), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:03.990612 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-08ad7e5c-dac2-4e3e-afc4-a9a6d119ca16 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66819821'] for security_group_rule (97643570-ebec-48d3-a07d-5b842cc87339), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:04.010133 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad7e5c-dac2-4e3e-afc4-a9a6d119ca16 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97643570-ebec-48d3-a07d-5b842cc87339,revision_number=0']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:48:04.078390 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-08ad7e5c-dac2-4e3e-afc4-a9a6d119ca16 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:04.079612 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-08ad7e5c-dac2-4e3e-afc4-a9a6d119ca16 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3101659 Nov 02 14:48:04.082316 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 36708) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:48:04.086520 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-ce0615fd-df64-4df4-a5ea-de8b5b78b8e9 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Request body: {'security_group_rule': {'security_group_id': 'fe545155-742c-4dbf-b25a-f51180cf846d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:48:04.103034 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:04.188454 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ce0615fd-df64-4df4-a5ea-de8b5b78b8e9 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for security_group_rule (da88c1e3-69dc-43a2-8557-43dbcad2123a), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:04.246667 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ce0615fd-df64-4df4-a5ea-de8b5b78b8e9 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for security_group_rule (da88c1e3-69dc-43a2-8557-43dbcad2123a), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:04.316362 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ce0615fd-df64-4df4-a5ea-de8b5b78b8e9 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66819821'] for security_group_rule (da88c1e3-69dc-43a2-8557-43dbcad2123a), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:04.335499 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0615fd-df64-4df4-a5ea-de8b5b78b8e9 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da88c1e3-69dc-43a2-8557-43dbcad2123a,revision_number=0']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:48:04.515910 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ce0615fd-df64-4df4-a5ea-de8b5b78b8e9 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:04.517193 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-ce0615fd-df64-4df4-a5ea-de8b5b78b8e9 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4339223 Nov 02 14:48:04.520188 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 36710) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:48:04.524409 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-af9de971-a696-4726-93d0-d10f390853d6 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Request body: {'floatingip': {'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:48:04.617155 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-af9de971-a696-4726-93d0-d10f390853d6 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:04.691161 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:48:04.703809 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-af9de971-a696-4726-93d0-d10f390853d6 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:04.716002 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:04.840894 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e55c60-a168-4c33-bc4f-73fc737374bd req-300c9b10-2a2e-4219-a8ab-437a35a47562 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:04.842411 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-23e55c60-a168-4c33-bc4f-73fc737374bd req-300c9b10-2a2e-4219-a8ab-437a35a47562 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6e4576f1-35ce-4081-a2f1-e8e324a1c677 HTTP/1.1" status: 200 len: 945 time: 0.0802677 Nov 02 14:48:04.865787 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.db_base_plugin_common [None req-af9de971-a696-4726-93d0-d10f390853d6 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Allocated IP 172.27.0.216 (1e79e91c-2906-4b84-b981-aada7c6d27e6/3c350c57-8af8-403d-ac8f-51d64fbe694a/e82554b0-713d-4a13-ac50-2162ac461e21) {{(pid=105391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:48:04.963359 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-23e55c60-a168-4c33-bc4f-73fc737374bd req-7d5f9478-cf65-4bfb-820b-0ff1e6774ed4 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116810 Nov 02 14:48:05.009793 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-af9de971-a696-4726-93d0-d10f390853d6 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for port (e82554b0-713d-4a13-ac50-2162ac461e21), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:05.033260 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:05.126318 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-af9de971-a696-4726-93d0-d10f390853d6 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63276524'] for port (e82554b0-713d-4a13-ac50-2162ac461e21), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:05.176053 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9de971-a696-4726-93d0-d10f390853d6 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Network 1e79e91c-2906-4b84-b981-aada7c6d27e6 is already hosted by enough agents. {{(pid=105391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:48:05.179538 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [None req-af9de971-a696-4726-93d0-d10f390853d6 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Resources bound (agent type, host, resource id): {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:48:05.181546 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9de971-a696-4726-93d0-d10f390853d6 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Pushing event updated for resources: {'Port': ['ID=e82554b0-713d-4a13-ac50-2162ac461e21,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:48:05.183721 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9de971-a696-4726-93d0-d10f390853d6 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Received port after_create {{(pid=105391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:48:05.269031 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-af9de971-a696-4726-93d0-d10f390853d6 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for floatingip (ba361577-14c1-4e96-9eba-b74d66329b50), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:05.366180 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-af9de971-a696-4726-93d0-d10f390853d6 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (e82554b0-713d-4a13-ac50-2162ac461e21), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:05.517956 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-af9de971-a696-4726-93d0-d10f390853d6 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for port (e82554b0-713d-4a13-ac50-2162ac461e21), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:05.596414 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-af9de971-a696-4726-93d0-d10f390853d6 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63276539'] for port (e82554b0-713d-4a13-ac50-2162ac461e21), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:05.670987 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9de971-a696-4726-93d0-d10f390853d6 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Pushing event updated for resources: {'Port': ['ID=e82554b0-713d-4a13-ac50-2162ac461e21,revision_number=2']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:48:05.674039 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-af9de971-a696-4726-93d0-d10f390853d6 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66773501'] for floatingip (ba361577-14c1-4e96-9eba-b74d66329b50), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:05.747143 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-af9de971-a696-4726-93d0-d10f390853d6 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for floatingip (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:05.748394 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-af9de971-a696-4726-93d0-d10f390853d6 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2272580 Nov 02 14:48:06.249421 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a224b-9228-4eb7-bd0e-bad488a1c3ea req-8686f017-b6db-4b05-bc0a-f87837315c8e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:06.250966 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-603a224b-9228-4eb7-bd0e-bad488a1c3ea req-8686f017-b6db-4b05-bc0a-f87837315c8e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6e4576f1-35ce-4081-a2f1-e8e324a1c677 HTTP/1.1" status: 200 len: 945 time: 0.0651011 Nov 02 14:48:06.254334 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-ccbe8ae6-47a5-48b2-ab48-4f45bed0b804 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--504796327&fields=id&tenant_id=2bf7381b1bf545c39936c96595aa36f4 HTTP/1.1" status: 200 len: 267 time: 0.3466394 Nov 02 14:48:06.367237 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-603a224b-9228-4eb7-bd0e-bad488a1c3ea req-52d90b39-931b-454a-ac85-92b0e4aa0096 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102178 Nov 02 14:48:06.374042 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:06.398365 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-1fe8cb68-3827-404f-89b1-a2246d76d902 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:06.399804 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-1fe8cb68-3827-404f-89b1-a2246d76d902 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/networks?id=f4156324-b06b-4603-82b2-5bb54f75cf91 HTTP/1.1" status: 200 len: 811 time: 0.1357698 Nov 02 14:48:06.413888 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-2c44a82c-b26c-45d5-b78a-52fbd41df209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:06.416363 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-d98feb3e-4bf8-4df7-9e0e-a0ada56626ab tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/quotas/2bf7381b1bf545c39936c96595aa36f4 HTTP/1.1" status: 200 len: 375 time: 0.0109696 Nov 02 14:48:06.495816 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-899a9dbd-0624-4a34-97f1-cd1472799fe1 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=2bf7381b1bf545c39936c96595aa36f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0731268 Nov 02 14:48:06.510629 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c4ca9-3ab8-4128-8604-31df30c01b4b req-43315d21-929d-4966-870c-f9b7cdb0116b tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:06.512111 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-357c4ca9-3ab8-4128-8604-31df30c01b4b req-43315d21-929d-4966-870c-f9b7cdb0116b tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6e4576f1-35ce-4081-a2f1-e8e324a1c677 HTTP/1.1" status: 200 len: 945 time: 0.0605152 Nov 02 14:48:06.587876 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:06.625633 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-357c4ca9-3ab8-4128-8604-31df30c01b4b req-669cd75a-4597-4d80-ba46-d39dbb55cbc4 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028788 Nov 02 14:48:06.645230 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-8f6e06a5-569e-44a3-94d9-2a2853f1f6d0 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/f4156324-b06b-4603-82b2-5bb54f75cf91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321449 Nov 02 14:48:06.659699 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 36730) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:48:06.696791 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:06.700597 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75db4fc7-bd1c-4682-94ee-a83f9abb1ca5 tempest-TestVolumeBootPattern-795655738 tempest-TestVolumeBootPattern-795655738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:06.702181 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-75db4fc7-bd1c-4682-94ee-a83f9abb1ca5 tempest-TestVolumeBootPattern-795655738 tempest-TestVolumeBootPattern-795655738-project-admin] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6e4576f1-35ce-4081-a2f1-e8e324a1c677 HTTP/1.1" status: 200 len: 1124 time: 0.0408561 Nov 02 14:48:06.706720 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 36732) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:48:06.714967 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-2f4b8dc3-23cc-4cdd-93a6-30404dca80bc tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Request body: {'floatingip': {'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'port_id': 'c8c7d645-c149-4b30-8fb6-474b94827b54', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:48:06.748148 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-3d69f220-68fd-43d0-a70c-1e96c812c3db service neutron] 10.222.0.30 "GET /networking/v2.0/networks/f4156324-b06b-4603-82b2-5bb54f75cf91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961294 Nov 02 14:48:06.790572 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-2f4b8dc3-23cc-4cdd-93a6-30404dca80bc tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:06.869508 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-2f4b8dc3-23cc-4cdd-93a6-30404dca80bc tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:06.968283 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:06.982409 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.db_base_plugin_common [None req-2f4b8dc3-23cc-4cdd-93a6-30404dca80bc tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Allocated IP 172.27.0.142 (1e79e91c-2906-4b84-b981-aada7c6d27e6/3c350c57-8af8-403d-ac8f-51d64fbe694a/e2b3965f-5cca-4ae4-bb3a-e31b2fa756ee) {{(pid=105390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:48:07.014340 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b3418640-84dd-4319-a73f-53ce483cd32a req-5c550162-567e-4fe5-9a1d-2c5b7a4e834d tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0294230 Nov 02 14:48:07.108181 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-2f4b8dc3-23cc-4cdd-93a6-30404dca80bc tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for port (e2b3965f-5cca-4ae4-bb3a-e31b2fa756ee), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:07.211170 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-2f4b8dc3-23cc-4cdd-93a6-30404dca80bc tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (e2b3965f-5cca-4ae4-bb3a-e31b2fa756ee), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:07.251865 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4b8dc3-23cc-4cdd-93a6-30404dca80bc tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Network 1e79e91c-2906-4b84-b981-aada7c6d27e6 is already hosted by enough agents. {{(pid=105390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:48:07.256940 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-2f4b8dc3-23cc-4cdd-93a6-30404dca80bc tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Resources bound (agent type, host, resource id): {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:48:07.260924 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4b8dc3-23cc-4cdd-93a6-30404dca80bc tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Received port after_create {{(pid=105390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:48:07.283122 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b8dc3-23cc-4cdd-93a6-30404dca80bc tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Pushing event updated for resources: {'Port': ['ID=e2b3965f-5cca-4ae4-bb3a-e31b2fa756ee,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:48:07.608858 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:07.630229 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-2f4b8dc3-23cc-4cdd-93a6-30404dca80bc tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for floatingip (c40bddca-ce62-4c88-b88b-b90b432b4a7a), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:07.803779 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-2f4b8dc3-23cc-4cdd-93a6-30404dca80bc tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (e2b3965f-5cca-4ae4-bb3a-e31b2fa756ee), before_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:07.920282 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:07.958316 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-2f4b8dc3-23cc-4cdd-93a6-30404dca80bc tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for port (e2b3965f-5cca-4ae4-bb3a-e31b2fa756ee), precommit_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:08.022334 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-2f4b8dc3-23cc-4cdd-93a6-30404dca80bc tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638247'] for port (e2b3965f-5cca-4ae4-bb3a-e31b2fa756ee), after_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:08.130292 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c74681c5-c268-460a-8fbc-7bda8f7ffee6 req-092260f0-099c-4ff2-bf98-7cf9273842bd tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0305500 Nov 02 14:48:08.339765 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-2f4b8dc3-23cc-4cdd-93a6-30404dca80bc tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66773501'] for floatingip (c40bddca-ce62-4c88-b88b-b90b432b4a7a), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:08.341532 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b8dc3-23cc-4cdd-93a6-30404dca80bc tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Pushing event updated for resources: {'Port': ['ID=e2b3965f-5cca-4ae4-bb3a-e31b2fa756ee,revision_number=2']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:48:08.446270 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.db.l3_db [None req-2f4b8dc3-23cc-4cdd-93a6-30404dca80bc tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Floating IP c40bddca-ce62-4c88-b88b-b90b432b4a7a associated. External IP: 172.27.0.142, port: c8c7d645-c149-4b30-8fb6-474b94827b54. Nov 02 14:48:08.650568 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4b8dc3-23cc-4cdd-93a6-30404dca80bc tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Router 32f50597-324d-4252-8535-0e73e0adb323 has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:48:08.755637 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4b8dc3-23cc-4cdd-93a6-30404dca80bc tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:48:08.766802 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001ff53b-3d2b-48d2-956f-1bc9cd4e92af None None] Sync routers for ids ['32f50597-324d-4252-8535-0e73e0adb323'] in dv-cinder-862365-4-iscsi {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:48:08.776965 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001ff53b-3d2b-48d2-956f-1bc9cd4e92af None None] Routers {'32f50597-324d-4252-8535-0e73e0adb323'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:48:08.777592 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-001ff53b-3d2b-48d2-956f-1bc9cd4e92af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:47:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['32f50597-324d-4252-8535-0e73e0adb323'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:48:08.826909 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-2f4b8dc3-23cc-4cdd-93a6-30404dca80bc tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for floatingip (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:08.853852 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-74c1a0f4-4dea-414d-8a66-1858465431bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:08.861638 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-2f4b8dc3-23cc-4cdd-93a6-30404dca80bc tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1538248 Nov 02 14:48:08.862288 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4576f1-35ce-4081-a2f1-e8e324a1c677', 'tag': 'c8c7d645-c149-4b30-8fb6-474b94827b54'}] {{(pid=105390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:48:08.864629 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac42a5b87af23485bd7eccec534c7c9fd1bf9d7e8280f45ba58bffd111d0283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03646c25-d0a7-4442-8b58-2028a8db1c9c" -d '{"events": [{"name": "network-changed", "server_uuid": "6e4576f1-35ce-4081-a2f1-e8e324a1c677", "tag": "c8c7d645-c149-4b30-8fb6-474b94827b54"}]}' {{(pid=105390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:48:08.873187 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=100 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:08.883280 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-001ff53b-3d2b-48d2-956f-1bc9cd4e92af None None] Set router 32f50597-324d-4252-8535-0e73e0adb323 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:48:08.903956 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5359a3c9-6403-4b6c-9e03-687dc827c771 x-openstack-request-id: req-5359a3c9-6403-4b6c-9e03-687dc827c771 {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:48:08.904439 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e4576f1-35ce-4081-a2f1-e8e324a1c677", "tag": "c8c7d645-c149-4b30-8fb6-474b94827b54", "status": "completed", "code": 200}]} {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:48:08.904830 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5359a3c9-6403-4b6c-9e03-687dc827c771 {{(pid=105390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:48:08.905414 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5359a3c9-6403-4b6c-9e03-687dc827c771'] response: {'name': 'network-changed', 'server_uuid': '6e4576f1-35ce-4081-a2f1-e8e324a1c677', 'tag': 'c8c7d645-c149-4b30-8fb6-474b94827b54', 'status': 'completed', 'code': 200} Nov 02 14:48:08.907700 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:09.023241 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03646c25-d0a7-4442-8b58-2028a8db1c9c req-823b2135-1058-4af2-9d47-5144ef019b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:09.025083 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-03646c25-d0a7-4442-8b58-2028a8db1c9c req-823b2135-1058-4af2-9d47-5144ef019b08 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=990b7e753ad1450489668d0ca151736e&device_id=6e4576f1-35ce-4081-a2f1-e8e324a1c677 HTTP/1.1" status: 200 len: 1129 time: 0.0446808 Nov 02 14:48:09.101365 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=100 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:09.112748 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-001ff53b-3d2b-48d2-956f-1bc9cd4e92af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f50597-324d-4252-8535-0e73e0adb323', 'name': 'tempest-TestVolumeBootPattern-1982010526-router', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:31Z', 'updated_at': '2022-11-02T14:44:35Z', 'revision_number': 4, 'project_id': '990b7e753ad1450489668d0ca151736e', 'gw_port': {'id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:32Z', 'updated_at': '2022-11-02T14:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': 'c40bddca-ce62-4c88-b88b-b90b432b4a7a', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': '32f50597-324d-4252-8535-0e73e0adb323', 'port_id': 'c8c7d645-c149-4b30-8fb6-474b94827b54', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'mac_address': 'fa:16:3e:54:53:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4576f1-35ce-4081-a2f1-e8e324a1c677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:48:07Z', 'updated_at': '2022-11-02T14:48:07Z', 'revision_number': 0, 'project_id': '990b7e753ad1450489668d0ca151736e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cee792d-517a-4ab0-8c66-1aace6f80ddc', 'name': '', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'mac_address': 'fa:16:3e:83:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:34Z', 'updated_at': '2022-11-02T14:44:41Z', 'revision_number': 5, 'project_id': '990b7e753ad1450489668d0ca151736e', 'subnets': [{'id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:48:09.131379 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03646c25-d0a7-4442-8b58-2028a8db1c9c req-326d1a69-9ac8-467d-84f6-4c959924d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:09.132874 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-03646c25-d0a7-4442-8b58-2028a8db1c9c req-326d1a69-9ac8-467d-84f6-4c959924d0f8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=3f9be41b-3ac6-43ae-b64c-2573362419af HTTP/1.1" status: 200 len: 913 time: 0.0934145 Nov 02 14:48:09.143864 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001ff53b-3d2b-48d2-956f-1bc9cd4e92af None None] Checking router: 32f50597-324d-4252-8535-0e73e0adb323 for host: dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:48:09.153779 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001ff53b-3d2b-48d2-956f-1bc9cd4e92af None None] Routers {'32f50597-324d-4252-8535-0e73e0adb323'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:48:09.154469 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-001ff53b-3d2b-48d2-956f-1bc9cd4e92af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:48:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['32f50597-324d-4252-8535-0e73e0adb323'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:48:09.259290 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-465e2f67-bcf8-4b54-9675-dfa147cf0a90 req-7645180c-8bd1-45b0-9bd6-aebecc07d21c tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0376077 Nov 02 14:48:09.263173 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-03646c25-d0a7-4442-8b58-2028a8db1c9c req-1e26d153-8b2e-497c-a54c-547c99f2f527 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8c7d645-c149-4b30-8fb6-474b94827b54 HTTP/1.1" status: 200 len: 999 time: 0.0861411 Nov 02 14:48:09.273543 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-001ff53b-3d2b-48d2-956f-1bc9cd4e92af None None] Set router 32f50597-324d-4252-8535-0e73e0adb323 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:48:09.336500 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03646c25-d0a7-4442-8b58-2028a8db1c9c req-83ec27b6-9fde-4f27-859e-4a73a4d47526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:09.338336 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-03646c25-d0a7-4442-8b58-2028a8db1c9c req-83ec27b6-9fde-4f27-859e-4a73a4d47526 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=03e0ff6f-7506-47f9-8238-68767b203b61 HTTP/1.1" status: 200 len: 851 time: 0.0620558 Nov 02 14:48:09.341708 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-0fb79655-3344-4297-81f1-3d1f60b5d761 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:09.344700 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-0fb79655-3344-4297-81f1-3d1f60b5d761 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.64 "GET /networking/v2.0/networks?id=f4156324-b06b-4603-82b2-5bb54f75cf91 HTTP/1.1" status: 200 len: 811 time: 0.1588142 Nov 02 14:48:09.407504 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03646c25-d0a7-4442-8b58-2028a8db1c9c req-b3e17146-c477-497a-ab0a-0f6ecaa90e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:09.409050 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-03646c25-d0a7-4442-8b58-2028a8db1c9c req-b3e17146-c477-497a-ab0a-0f6ecaa90e8d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=3f9be41b-3ac6-43ae-b64c-2573362419af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473154 Nov 02 14:48:09.421162 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-3aea94bf-0bbe-4753-beb2-3d764d3a5de9 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2bf7381b1bf545c39936c96595aa36f4 HTTP/1.1" status: 200 len: 379 time: 0.0599301 Nov 02 14:48:09.431288 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-dd00bdac-b350-4b93-86fe-51c7e3f6a270 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Request body: {'port': {'device_id': '34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3', 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91', 'admin_state_up': True, 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'security_groups': ['fe545155-742c-4dbf-b25a-f51180cf846d']}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:48:09.515831 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-03646c25-d0a7-4442-8b58-2028a8db1c9c req-549798d7-0ee8-4040-9e2f-8e923632a105 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3f9be41b-3ac6-43ae-b64c-2573362419af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996673 Nov 02 14:48:09.533047 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-001ff53b-3d2b-48d2-956f-1bc9cd4e92af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f50597-324d-4252-8535-0e73e0adb323', 'name': 'tempest-TestVolumeBootPattern-1982010526-router', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:31Z', 'updated_at': '2022-11-02T14:44:35Z', 'revision_number': 4, 'project_id': '990b7e753ad1450489668d0ca151736e', 'gw_port': {'id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:32Z', 'updated_at': '2022-11-02T14:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': 'c40bddca-ce62-4c88-b88b-b90b432b4a7a', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': '32f50597-324d-4252-8535-0e73e0adb323', 'port_id': 'c8c7d645-c149-4b30-8fb6-474b94827b54', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'mac_address': 'fa:16:3e:54:53:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4576f1-35ce-4081-a2f1-e8e324a1c677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:48:07Z', 'updated_at': '2022-11-02T14:48:07Z', 'revision_number': 0, 'project_id': '990b7e753ad1450489668d0ca151736e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cee792d-517a-4ab0-8c66-1aace6f80ddc', 'name': '', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'mac_address': 'fa:16:3e:83:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:34Z', 'updated_at': '2022-11-02T14:44:41Z', 'revision_number': 5, 'project_id': '990b7e753ad1450489668d0ca151736e', 'subnets': [{'id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:48:09.558453 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001ff53b-3d2b-48d2-956f-1bc9cd4e92af None None] The sync data for ids ['32f50597-324d-4252-8535-0e73e0adb323'] in dv-cinder-862365-4-iscsi is: [{'id': '32f50597-324d-4252-8535-0e73e0adb323', 'name': 'tempest-TestVolumeBootPattern-1982010526-router', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:31Z', 'updated_at': '2022-11-02T14:44:35Z', 'revision_number': 4, 'project_id': '990b7e753ad1450489668d0ca151736e', 'gw_port': {'id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:32Z', 'updated_at': '2022-11-02T14:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': 'c40bddca-ce62-4c88-b88b-b90b432b4a7a', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': '32f50597-324d-4252-8535-0e73e0adb323', 'port_id': 'c8c7d645-c149-4b30-8fb6-474b94827b54', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'mac_address': 'fa:16:3e:54:53:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4576f1-35ce-4081-a2f1-e8e324a1c677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:48:07Z', 'updated_at': '2022-11-02T14:48:07Z', 'revision_number': 0, 'project_id': '990b7e753ad1450489668d0ca151736e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cee792d-517a-4ab0-8c66-1aace6f80ddc', 'name': '', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'mac_address': 'fa:16:3e:83:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:34Z', 'updated_at': '2022-11-02T14:44:41Z', 'revision_number': 5, 'project_id': '990b7e753ad1450489668d0ca151736e', 'subnets': [{'id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:48:09.590195 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:09.615538 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-03646c25-d0a7-4442-8b58-2028a8db1c9c req-4fe0727a-eb23-44ac-aa65-166723eb36a7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3f9be41b-3ac6-43ae-b64c-2573362419af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917356 Nov 02 14:48:09.653566 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-dd00bdac-b350-4b93-86fe-51c7e3f6a270 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Made reservation on behalf of 2bf7381b1bf545c39936c96595aa36f4 for: {'port': 1} {{(pid=105391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:48:09.658322 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-dd00bdac-b350-4b93-86fe-51c7e3f6a270 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:09.774545 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5368118-c7f9-4047-a16d-9a6dfee2c04c None None] New status for floating IP c40bddca-ce62-4c88-b88b-b90b432b4a7a: ACTIVE {{(pid=105392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 14:48:09.800304 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.db_base_plugin_common [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-dd00bdac-b350-4b93-86fe-51c7e3f6a270 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Allocated IP 172.20.0.7 (f4156324-b06b-4603-82b2-5bb54f75cf91/0620d4f8-cfae-43e4-8018-47fa75073e3e/d1638fe4-d11f-4f39-8b81-4f5434920e98) {{(pid=105391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:48:09.958382 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-dd00bdac-b350-4b93-86fe-51c7e3f6a270 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for port (d1638fe4-d11f-4f39-8b81-4f5434920e98), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:09.969477 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:10.074184 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-dd00bdac-b350-4b93-86fe-51c7e3f6a270 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63276524'] for port (d1638fe4-d11f-4f39-8b81-4f5434920e98), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:10.117473 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:10.132838 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-dd00bdac-b350-4b93-86fe-51c7e3f6a270 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Network f4156324-b06b-4603-82b2-5bb54f75cf91 is already hosted by enough agents. {{(pid=105391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:48:10.138194 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-dd00bdac-b350-4b93-86fe-51c7e3f6a270 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Resources bound (agent type, host, resource id): {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:48:10.140487 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00bdac-b350-4b93-86fe-51c7e3f6a270 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Pushing event updated for resources: {'Port': ['ID=d1638fe4-d11f-4f39-8b81-4f5434920e98,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:48:10.142916 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-dd00bdac-b350-4b93-86fe-51c7e3f6a270 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Received port after_create {{(pid=105391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:48:10.198912 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-dd00bdac-b350-4b93-86fe-51c7e3f6a270 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:10.199620 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-dd00bdac-b350-4b93-86fe-51c7e3f6a270 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:10.328742 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-dd00bdac-b350-4b93-86fe-51c7e3f6a270 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9013908 Nov 02 14:48:10.351670 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-8b4c1731-0f99-4ef8-9547-a34d416e8231 service neutron] Request body: {'port': {'device_id': '34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86236'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:48:10.394520 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-13dd4742-22d5-413d-801d-e53bfe1c0d9c None None] Provisioning complete for port d1638fe4-d11f-4f39-8b81-4f5434920e98 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:48:10.395170 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-13dd4742-22d5-413d-801d-e53bfe1c0d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (d1638fe4-d11f-4f39-8b81-4f5434920e98), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:10.395275 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-13dd4742-22d5-413d-801d-e53bfe1c0d9c None None] Attempt 1 to provision port d1638fe4-d11f-4f39-8b81-4f5434920e98 Nov 02 14:48:10.432490 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b6fe7-c476-491b-a54c-81c004f0b8ac req-d9e0ca56-40b2-44c3-a70d-dcb8f70bbef8 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:10.434163 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-875b6fe7-c476-491b-a54c-81c004f0b8ac req-d9e0ca56-40b2-44c3-a70d-dcb8f70bbef8 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3 HTTP/1.1" status: 200 len: 931 time: 0.0789125 Nov 02 14:48:10.440719 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-13dd4742-22d5-413d-801d-e53bfe1c0d9c None None] Port d1638fe4-d11f-4f39-8b81-4f5434920e98 cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:48:10.475748 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-8b4c1731-0f99-4ef8-9547-a34d416e8231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (d1638fe4-d11f-4f39-8b81-4f5434920e98), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:10.527923 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:10.532772 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-875b6fe7-c476-491b-a54c-81c004f0b8ac req-bbbc2ab0-b807-4291-89c9-e35d0b4fc5d4 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=fe545155-742c-4dbf-b25a-f51180cf846d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822449 Nov 02 14:48:10.776910 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-8b4c1731-0f99-4ef8-9547-a34d416e8231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1638fe4-d11f-4f39-8b81-4f5434920e98 {{(pid=105391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:48:10.784727 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-8b4c1731-0f99-4ef8-9547-a34d416e8231 service neutron] Publish callbacks [] for port (d1638fe4-d11f-4f39-8b81-4f5434920e98), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:10.798281 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.provisioning_blocks [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-8b4c1731-0f99-4ef8-9547-a34d416e8231 service neutron] Transition to ACTIVE for port object d1638fe4-d11f-4f39-8b81-4f5434920e98 will not be triggered until provisioned by entity L2. {{(pid=105391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 14:48:10.870572 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-8b4c1731-0f99-4ef8-9547-a34d416e8231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63276539'] for port (d1638fe4-d11f-4f39-8b81-4f5434920e98), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:10.950638 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c1731-0f99-4ef8-9547-a34d416e8231 service neutron] Pushing event updated for resources: {'Port': ['ID=d1638fe4-d11f-4f39-8b81-4f5434920e98,revision_number=2']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:48:10.983157 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-8b4c1731-0f99-4ef8-9547-a34d416e8231 service neutron] Attempting to bind port d1638fe4-d11f-4f39-8b81-4f5434920e98 on host hv-cinder-86236 for vnic_type normal with profile {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:48:10.983406 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-8b4c1731-0f99-4ef8-9547-a34d416e8231 service neutron] Attempting to bind port d1638fe4-d11f-4f39-8b81-4f5434920e98 by drivers openvswitch,hyperv on host hv-cinder-86236 at level 0 using segments [{'id': 'fe128dff-0468-489e-a1be-e5186dded930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91'}] {{(pid=105391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:48:10.983771 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-8b4c1731-0f99-4ef8-9547-a34d416e8231 service neutron] Attempting to bind port d1638fe4-d11f-4f39-8b81-4f5434920e98 on network f4156324-b06b-4603-82b2-5bb54f75cf91 {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:48:11.025403 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:11.027643 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-8b4c1731-0f99-4ef8-9547-a34d416e8231 service neutron] Port d1638fe4-d11f-4f39-8b81-4f5434920e98 on network f4156324-b06b-4603-82b2-5bb54f75cf91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86236 {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 14:48:11.027972 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-8b4c1731-0f99-4ef8-9547-a34d416e8231 service neutron] Attempting to bind port d1638fe4-d11f-4f39-8b81-4f5434920e98 on network f4156324-b06b-4603-82b2-5bb54f75cf91 {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:48:11.076118 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-8b4c1731-0f99-4ef8-9547-a34d416e8231 service neutron] Checking agent: {'id': '1ebac2c5-078b-4c7f-aaba-905361dbc5e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'started_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:48:11.076454 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-8b4c1731-0f99-4ef8-9547-a34d416e8231 service neutron] Checking segment: {'id': 'fe128dff-0468-489e-a1be-e5186dded930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:48:11.076835 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-8b4c1731-0f99-4ef8-9547-a34d416e8231 service neutron] Bound using segment: {'id': 'fe128dff-0468-489e-a1be-e5186dded930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91'} {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:48:11.077310 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-8b4c1731-0f99-4ef8-9547-a34d416e8231 service neutron] Bound port: d1638fe4-d11f-4f39-8b81-4f5434920e98, host: hv-cinder-86236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe128dff-0468-489e-a1be-e5186dded930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91'}}] {{(pid=105391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:48:11.079284 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-8b4c1731-0f99-4ef8-9547-a34d416e8231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (d1638fe4-d11f-4f39-8b81-4f5434920e98), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:11.146763 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-8b4c1731-0f99-4ef8-9547-a34d416e8231 service neutron] For port d1638fe4-d11f-4f39-8b81-4f5434920e98, host hv-cinder-86236, cleared binding levels {{(pid=105391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:48:11.150039 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-8b4c1731-0f99-4ef8-9547-a34d416e8231 service neutron] For port d1638fe4-d11f-4f39-8b81-4f5434920e98, host hv-cinder-86236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=d1638fe4-d11f-4f39-8b81-4f5434920e98,segment=NetworkSegment(fe128dff-0468-489e-a1be-e5186dded930),segment_id=fe128dff-0468-489e-a1be-e5186dded930)] {{(pid=105391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:48:11.228427 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-8b4c1731-0f99-4ef8-9547-a34d416e8231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63276539'] for port (d1638fe4-d11f-4f39-8b81-4f5434920e98), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:11.232984 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-8b4c1731-0f99-4ef8-9547-a34d416e8231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:11.233695 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-8b4c1731-0f99-4ef8-9547-a34d416e8231 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:11.235176 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-8b4c1731-0f99-4ef8-9547-a34d416e8231 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/d1638fe4-d11f-4f39-8b81-4f5434920e98 HTTP/1.1" status: 200 len: 1093 time: 0.8879225 Nov 02 14:48:11.235753 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3', 'tag': 'd1638fe4-d11f-4f39-8b81-4f5434920e98'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:48:11.238121 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28b70ac-dbe7-4982-9fa7-0d8e2d416c40" -d '{"events": [{"name": "network-changed", "server_uuid": "34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3", "tag": "d1638fe4-d11f-4f39-8b81-4f5434920e98"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:48:11.261614 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:11.287017 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1397bac-aeee-4d1f-85c5-f624f5b7cf11 x-openstack-request-id: req-a1397bac-aeee-4d1f-85c5-f624f5b7cf11 {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:48:11.287310 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3", "tag": "d1638fe4-d11f-4f39-8b81-4f5434920e98", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:48:11.287561 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a1397bac-aeee-4d1f-85c5-f624f5b7cf11 {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:48:11.287964 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1397bac-aeee-4d1f-85c5-f624f5b7cf11'] response: {'name': 'network-changed', 'server_uuid': '34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3', 'tag': 'd1638fe4-d11f-4f39-8b81-4f5434920e98', 'status': 'completed', 'code': 200} Nov 02 14:48:11.293451 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c1731-0f99-4ef8-9547-a34d416e8231 service neutron] Pushing event updated for resources: {'Port': ['ID=d1638fe4-d11f-4f39-8b81-4f5434920e98,revision_number=3']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:48:11.376902 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b70ac-dbe7-4982-9fa7-0d8e2d416c40 req-c8cfe842-626c-47f4-884f-c79d81deea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:11.378481 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d28b70ac-dbe7-4982-9fa7-0d8e2d416c40 req-c8cfe842-626c-47f4-884f-c79d81deea69 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=2bf7381b1bf545c39936c96595aa36f4&device_id=34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3 HTTP/1.1" status: 200 len: 1127 time: 0.0419345 Nov 02 14:48:11.490102 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b70ac-dbe7-4982-9fa7-0d8e2d416c40 req-902db1da-fb0e-4eae-8693-682b7a44bfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:11.491767 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d28b70ac-dbe7-4982-9fa7-0d8e2d416c40 req-902db1da-fb0e-4eae-8693-682b7a44bfdb service neutron] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=2bf7381b1bf545c39936c96595aa36f4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1019387 Nov 02 14:48:11.525181 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:11.604767 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b70ac-dbe7-4982-9fa7-0d8e2d416c40 req-e72417f2-63ab-4aba-8da1-2cc04d16ab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:11.606450 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d28b70ac-dbe7-4982-9fa7-0d8e2d416c40 req-e72417f2-63ab-4aba-8da1-2cc04d16ab51 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1045246 Nov 02 14:48:11.675128 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb4d18-45a0-4266-972d-5de32b8cfeca req-545b7a81-611d-4dab-b65c-3db1c126b245 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:11.676861 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d7cb4d18-45a0-4266-972d-5de32b8cfeca req-545b7a81-611d-4dab-b65c-3db1c126b245 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3 HTTP/1.1" status: 200 len: 943 time: 0.0579500 Nov 02 14:48:11.739938 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-02ba9366-b931-4015-9725-04ff87c2ae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:11.741899 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-02ba9366-b931-4015-9725-04ff87c2ae24 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=2bf7381b1bf545c39936c96595aa36f4&device_id=34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3 HTTP/1.1" status: 200 len: 1127 time: 0.0637217 Nov 02 14:48:11.776849 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d7cb4d18-45a0-4266-972d-5de32b8cfeca req-bd62fe30-96dc-46e1-bb90-1d365b894152 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=fe545155-742c-4dbf-b25a-f51180cf846d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904253 Nov 02 14:48:11.806304 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-35db2d40-0695-4b8d-89bd-037aac002aea service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1638fe4-d11f-4f39-8b81-4f5434920e98 HTTP/1.1" status: 200 len: 217 time: 0.0455916 Nov 02 14:48:11.865591 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-e51e5d43-8893-43fe-9b18-3047b48c56fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:11.867321 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-e51e5d43-8893-43fe-9b18-3047b48c56fc service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=0620d4f8-cfae-43e4-8018-47fa75073e3e HTTP/1.1" status: 200 len: 850 time: 0.0534923 Nov 02 14:48:11.915359 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-c9488f4b-e05c-4c92-8dbc-f7e8e1f6ac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:11.918403 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-c9488f4b-e05c-4c92-8dbc-f7e8e1f6ac21 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=f4156324-b06b-4603-82b2-5bb54f75cf91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452714 Nov 02 14:48:12.007704 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:12.015920 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-6006e4c0-6af5-4c7b-b95b-7f0183e1bde7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f4156324-b06b-4603-82b2-5bb54f75cf91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916746 Nov 02 14:48:12.113701 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7d7ae8a8-0308-46c2-b2da-89fabacafd70 req-f29b2f5d-a141-4928-9e6e-c8e5f5aa9282 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f4156324-b06b-4603-82b2-5bb54f75cf91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921054 Nov 02 14:48:12.929284 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a55dd9-576d-4fcc-a7c3-3be3a434f6bc req-1c55b3b7-21bf-4336-a379-2592a8884d41 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:12.930793 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-52a55dd9-576d-4fcc-a7c3-3be3a434f6bc req-1c55b3b7-21bf-4336-a379-2592a8884d41 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3 HTTP/1.1" status: 200 len: 943 time: 0.0598285 Nov 02 14:48:12.988498 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-52a55dd9-576d-4fcc-a7c3-3be3a434f6bc req-e880c700-bd19-49ea-a9a5-ff1f6cae7ade tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=fe545155-742c-4dbf-b25a-f51180cf846d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471070 Nov 02 14:48:14.119939 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01203ca5-c95b-4920-a9ed-e51664efc7dd req-85885c50-007a-46a8-944e-f0bd16d7ab45 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:14.121994 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-01203ca5-c95b-4920-a9ed-e51664efc7dd req-85885c50-007a-46a8-944e-f0bd16d7ab45 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3 HTTP/1.1" status: 200 len: 943 time: 0.0522892 Nov 02 14:48:14.175960 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-01203ca5-c95b-4920-a9ed-e51664efc7dd req-02ca8635-42d1-4803-8c3e-db0f11c1d84e tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=fe545155-742c-4dbf-b25a-f51180cf846d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470970 Nov 02 14:48:15.064519 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device d1638fe4-d11f-4f39-8b81-4f5434920e98 details requested by agent hyperv_hv-cinder-86236 with host hv-cinder-86236 {{(pid=105392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 14:48:15.174025 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port d1638fe4-d11f-4f39-8b81-4f5434920e98, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=d1638fe4-d11f-4f39-8b81-4f5434920e98,segment=NetworkSegment(fe128dff-0468-489e-a1be-e5186dded930),segment_id=fe128dff-0468-489e-a1be-e5186dded930)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:48:15.187438 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Returning: {'device': 'd1638fe4-d11f-4f39-8b81-4f5434920e98', 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91', 'port_id': 'd1638fe4-d11f-4f39-8b81-4f5434920e98', 'mac_address': 'fa:16:3e:19:7a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 461, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0620d4f8-cfae-43e4-8018-47fa75073e3e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 14:48:15.230551 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port d1638fe4-d11f-4f39-8b81-4f5434920e98 is: DOWN; New status is: BUILD {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:48:15.231012 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (d1638fe4-d11f-4f39-8b81-4f5434920e98), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:15.246276 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1638fe4-d11f-4f39-8b81-4f5434920e98 {{(pid=105392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:48:15.270793 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port d1638fe4-d11f-4f39-8b81-4f5434920e98, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=d1638fe4-d11f-4f39-8b81-4f5434920e98,segment=NetworkSegment(fe128dff-0468-489e-a1be-e5186dded930),segment_id=fe128dff-0468-489e-a1be-e5186dded930)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:48:15.299544 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:15.319226 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a26701-c101-4f6a-a52f-d4f866eca1a8 req-accea438-79b5-47bc-9cb5-82bfd997a1d5 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:15.320759 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-40a26701-c101-4f6a-a52f-d4f866eca1a8 req-accea438-79b5-47bc-9cb5-82bfd997a1d5 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3 HTTP/1.1" status: 200 len: 943 time: 0.0525792 Nov 02 14:48:15.356929 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (d1638fe4-d11f-4f39-8b81-4f5434920e98), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:15.390097 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-40a26701-c101-4f6a-a52f-d4f866eca1a8 req-cd9387db-b214-4d5c-837d-00c7ee98fd32 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=fe545155-742c-4dbf-b25a-f51180cf846d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585380 Nov 02 14:48:15.439801 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=d1638fe4-d11f-4f39-8b81-4f5434920e98,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:48:15.723713 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] get_ports_and_sgs() called for port_ids ['d1638fe4-d11f-4f39-8b81-4f5434920e98'] {{(pid=105392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 14:48:15.992657 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:16.037776 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:16.544824 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36554e96-ad2f-40a6-8d58-4fd5a1e87cae req-296e6610-5c99-47cb-b623-d4865fea94e2 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:16.547244 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-36554e96-ad2f-40a6-8d58-4fd5a1e87cae req-296e6610-5c99-47cb-b623-d4865fea94e2 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3 HTTP/1.1" status: 200 len: 944 time: 0.0538995 Nov 02 14:48:16.569436 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:16.608355 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-36554e96-ad2f-40a6-8d58-4fd5a1e87cae req-88fe2474-c91d-4be4-a86d-d8232823611e tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=fe545155-742c-4dbf-b25a-f51180cf846d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544443 Nov 02 14:48:17.087604 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device d1638fe4-d11f-4f39-8b81-4f5434920e98 up at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:48:17.133791 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning for port d1638fe4-d11f-4f39-8b81-4f5434920e98 completed by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 14:48:17.230841 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning complete for port d1638fe4-d11f-4f39-8b81-4f5434920e98 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:48:17.231220 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (d1638fe4-d11f-4f39-8b81-4f5434920e98), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:17.231563 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Attempt 1 to provision port d1638fe4-d11f-4f39-8b81-4f5434920e98 Nov 02 14:48:17.308969 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port d1638fe4-d11f-4f39-8b81-4f5434920e98 is: BUILD; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:48:17.309384 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (d1638fe4-d11f-4f39-8b81-4f5434920e98), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:17.333991 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1638fe4-d11f-4f39-8b81-4f5434920e98'}] {{(pid=105392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:48:17.336310 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa406a66c4f7fcebf853f6ac608ace0721fd427f75714d2af0e2307e93ff13f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c802402a-574b-45c6-9001-aab0031f6e3d" -d '{"events": [{"server_uuid": "34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3", "name": "network-vif-plugged", "status": "completed", "tag": "d1638fe4-d11f-4f39-8b81-4f5434920e98"}]}' {{(pid=105392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:48:17.352294 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port d1638fe4-d11f-4f39-8b81-4f5434920e98, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=d1638fe4-d11f-4f39-8b81-4f5434920e98,segment=NetworkSegment(fe128dff-0468-489e-a1be-e5186dded930),segment_id=fe128dff-0468-489e-a1be-e5186dded930)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:48:17.386888 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1391986-7884-41fc-9534-0cff4bff21cc x-openstack-request-id: req-e1391986-7884-41fc-9534-0cff4bff21cc {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:48:17.386888 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3", "name": "network-vif-plugged", "status": "completed", "tag": "d1638fe4-d11f-4f39-8b81-4f5434920e98", "code": 200}]} {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:48:17.386888 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e1391986-7884-41fc-9534-0cff4bff21cc {{(pid=105392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:48:17.386888 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1391986-7884-41fc-9534-0cff4bff21cc'] response: {'server_uuid': '34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1638fe4-d11f-4f39-8b81-4f5434920e98', 'code': 200} Nov 02 14:48:17.467970 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (d1638fe4-d11f-4f39-8b81-4f5434920e98), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:17.516679 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=d1638fe4-d11f-4f39-8b81-4f5434920e98,revision_number=5']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:48:17.774608 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4020a9-8669-4ebe-ae6b-08f379c9885e req-79c28b6b-e565-4b8a-9671-234ecbdb4066 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:17.776110 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9a4020a9-8669-4ebe-ae6b-08f379c9885e req-79c28b6b-e565-4b8a-9671-234ecbdb4066 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3 HTTP/1.1" status: 200 len: 945 time: 0.0752487 Nov 02 14:48:17.785811 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50449302-a4f3-4bf7-8b3f-c6916bc1cbe8 req-d14fb9c7-5db8-4688-bcc5-2d2318008206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:17.787202 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-50449302-a4f3-4bf7-8b3f-c6916bc1cbe8 req-d14fb9c7-5db8-4688-bcc5-2d2318008206 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3 HTTP/1.1" status: 200 len: 1129 time: 0.0580711 Nov 02 14:48:17.856634 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9a4020a9-8669-4ebe-ae6b-08f379c9885e req-45e9d527-4bff-4fa6-81f8-be2a48723e30 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=fe545155-742c-4dbf-b25a-f51180cf846d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729969 Nov 02 14:48:17.863128 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-50449302-a4f3-4bf7-8b3f-c6916bc1cbe8 req-0357488e-5e6a-451f-b88c-089f26d50748 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fe545155-742c-4dbf-b25a-f51180cf846d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624862 Nov 02 14:48:18.988432 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12349ee5-aa9f-4860-bfbf-69aaa686161a req-8e2fdd3d-520b-488e-afde-b27ce9433a56 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:18.990033 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-12349ee5-aa9f-4860-bfbf-69aaa686161a req-8e2fdd3d-520b-488e-afde-b27ce9433a56 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3 HTTP/1.1" status: 200 len: 945 time: 0.0485921 Nov 02 14:48:19.039004 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-12349ee5-aa9f-4860-bfbf-69aaa686161a req-e0c9586a-cfb5-46b7-afe8-e3bde7ab9997 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=fe545155-742c-4dbf-b25a-f51180cf846d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430481 Nov 02 14:48:19.612213 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=34 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:20.166980 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170fa88-f4c0-4ece-845f-bcf7dec75d2e req-88cbdfe9-9e6d-40f5-ba6b-1a920438810f tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:20.168440 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8170fa88-f4c0-4ece-845f-bcf7dec75d2e req-88cbdfe9-9e6d-40f5-ba6b-1a920438810f tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3 HTTP/1.1" status: 200 len: 945 time: 0.0495367 Nov 02 14:48:20.223787 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8170fa88-f4c0-4ece-845f-bcf7dec75d2e req-dd936132-3da2-40eb-9551-f6603f58ca37 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=fe545155-742c-4dbf-b25a-f51180cf846d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494854 Nov 02 14:48:20.346804 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa37c2-db7c-403e-8b51-cedfce3686d5 req-dacd298c-7c8e-43c7-b1d7-7930df8c2fb7 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:20.348330 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d6fa37c2-db7c-403e-8b51-cedfce3686d5 req-dacd298c-7c8e-43c7-b1d7-7930df8c2fb7 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3 HTTP/1.1" status: 200 len: 945 time: 0.0481226 Nov 02 14:48:20.358334 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 36786) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:48:20.363463 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-4e61cbfb-4a9e-46f1-ae82-d1a80c6bb9e0 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Request body: {'floatingip': {'port_id': 'd1638fe4-d11f-4f39-8b81-4f5434920e98'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:48:20.402223 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-4e61cbfb-4a9e-46f1-ae82-d1a80c6bb9e0 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for floatingip (ba361577-14c1-4e96-9eba-b74d66329b50), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:20.830506 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-4e61cbfb-4a9e-46f1-ae82-d1a80c6bb9e0 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:20.882119 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-4e61cbfb-4a9e-46f1-ae82-d1a80c6bb9e0 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66773501'] for floatingip (ba361577-14c1-4e96-9eba-b74d66329b50), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:20.929363 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:20.978387 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.db.l3_db [None req-4e61cbfb-4a9e-46f1-ae82-d1a80c6bb9e0 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Floating IP ba361577-14c1-4e96-9eba-b74d66329b50 associated. External IP: 172.27.0.216, port: d1638fe4-d11f-4f39-8b81-4f5434920e98. Nov 02 14:48:21.009531 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:21.174141 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e61cbfb-4a9e-46f1-ae82-d1a80c6bb9e0 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Router dba6e790-02fb-4055-9d5a-b4273d8e87a4 has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:48:21.274684 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e61cbfb-4a9e-46f1-ae82-d1a80c6bb9e0 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:48:21.279621 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-4e61cbfb-4a9e-46f1-ae82-d1a80c6bb9e0 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for floatingip (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:21.286239 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66504e44-4d96-478a-a882-5fbbf9080e32 None None] Sync routers for ids ['dba6e790-02fb-4055-9d5a-b4273d8e87a4'] in dv-cinder-862365-4-iscsi {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:48:21.298490 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66504e44-4d96-478a-a882-5fbbf9080e32 None None] Routers {'dba6e790-02fb-4055-9d5a-b4273d8e87a4'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:48:21.299097 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-66504e44-4d96-478a-a882-5fbbf9080e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:48:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['dba6e790-02fb-4055-9d5a-b4273d8e87a4'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:48:21.312967 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-4e61cbfb-4a9e-46f1-ae82-d1a80c6bb9e0 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "PUT /networking/v2.0/floatingips/ba361577-14c1-4e96-9eba-b74d66329b50 HTTP/1.1" status: 200 len: 991 time: 0.9530189 Nov 02 14:48:21.313617 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3', 'tag': 'd1638fe4-d11f-4f39-8b81-4f5434920e98'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:48:21.315894 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a989a941-5a2b-4884-8bf5-0e7aeff9a68e" -d '{"events": [{"name": "network-changed", "server_uuid": "34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3", "tag": "d1638fe4-d11f-4f39-8b81-4f5434920e98"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:48:21.352168 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748d958b-0a8a-4d61-b582-da6f750602e9 x-openstack-request-id: req-748d958b-0a8a-4d61-b582-da6f750602e9 {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:48:21.352453 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3", "tag": "d1638fe4-d11f-4f39-8b81-4f5434920e98", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:48:21.352698 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-748d958b-0a8a-4d61-b582-da6f750602e9 {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:48:21.353136 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-748d958b-0a8a-4d61-b582-da6f750602e9'] response: {'name': 'network-changed', 'server_uuid': '34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3', 'tag': 'd1638fe4-d11f-4f39-8b81-4f5434920e98', 'status': 'completed', 'code': 200} Nov 02 14:48:21.404682 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-66504e44-4d96-478a-a882-5fbbf9080e32 None None] Set router dba6e790-02fb-4055-9d5a-b4273d8e87a4 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:48:21.447792 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989a941-5a2b-4884-8bf5-0e7aeff9a68e req-0470868e-6103-44ad-aea9-055bd1fc2343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:21.449242 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a989a941-5a2b-4884-8bf5-0e7aeff9a68e req-0470868e-6103-44ad-aea9-055bd1fc2343 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=2bf7381b1bf545c39936c96595aa36f4&device_id=34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3 HTTP/1.1" status: 200 len: 1129 time: 0.0396881 Nov 02 14:48:21.542804 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989a941-5a2b-4884-8bf5-0e7aeff9a68e req-e26b3604-2359-4aa5-a5d3-04692d734f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:21.544312 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a989a941-5a2b-4884-8bf5-0e7aeff9a68e req-e26b3604-2359-4aa5-a5d3-04692d734f2d service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=f4156324-b06b-4603-82b2-5bb54f75cf91 HTTP/1.1" status: 200 len: 912 time: 0.0871608 Nov 02 14:48:21.547403 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=100 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:21.614834 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a989a941-5a2b-4884-8bf5-0e7aeff9a68e req-747eea38-06fd-4b3c-a19f-16289e2d697c service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1638fe4-d11f-4f39-8b81-4f5434920e98 HTTP/1.1" status: 200 len: 999 time: 0.0618496 Nov 02 14:48:21.620846 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-66504e44-4d96-478a-a882-5fbbf9080e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'name': 'tempest-AttachVolumeTestJSON-1641622340-router', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cd4f9905-b309-4ec6-8734-f9e7d06b68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:53Z', 'updated_at': '2022-11-02T14:44:56Z', 'revision_number': 4, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'gw_port': {'id': 'cd4f9905-b309-4ec6-8734-f9e7d06b68b7', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:53Z', 'updated_at': '2022-11-02T14:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': 'ba361577-14c1-4e96-9eba-b74d66329b50', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'port_id': 'd1638fe4-d11f-4f39-8b81-4f5434920e98', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91', 'mac_address': 'fa:16:3e:19:7a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:48:05Z', 'updated_at': '2022-11-02T14:48:20Z', 'revision_number': 1, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05113988-9d3e-40fb-bba2-c0721eae56f8', 'name': '', 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'mac_address': 'fa:16:3e:c4:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '0620d4f8-cfae-43e4-8018-47fa75073e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:55Z', 'updated_at': '2022-11-02T14:45:01Z', 'revision_number': 5, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'subnets': [{'id': '0620d4f8-cfae-43e4-8018-47fa75073e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:48:21.645062 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66504e44-4d96-478a-a882-5fbbf9080e32 None None] Checking router: dba6e790-02fb-4055-9d5a-b4273d8e87a4 for host: dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:48:21.653501 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66504e44-4d96-478a-a882-5fbbf9080e32 None None] Routers {'dba6e790-02fb-4055-9d5a-b4273d8e87a4'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:48:21.654093 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-66504e44-4d96-478a-a882-5fbbf9080e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:48:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['dba6e790-02fb-4055-9d5a-b4273d8e87a4'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:48:21.663884 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989a941-5a2b-4884-8bf5-0e7aeff9a68e req-aa628000-5b84-45a0-996c-e95c5858ebad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:21.665380 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a989a941-5a2b-4884-8bf5-0e7aeff9a68e req-aa628000-5b84-45a0-996c-e95c5858ebad service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=0620d4f8-cfae-43e4-8018-47fa75073e3e HTTP/1.1" status: 200 len: 850 time: 0.0447531 Nov 02 14:48:21.703244 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=100 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:21.709286 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989a941-5a2b-4884-8bf5-0e7aeff9a68e req-e92eb27b-d6dc-41fe-b6a9-fc6918969cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:21.710806 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a989a941-5a2b-4884-8bf5-0e7aeff9a68e req-e92eb27b-d6dc-41fe-b6a9-fc6918969cd2 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=f4156324-b06b-4603-82b2-5bb54f75cf91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386636 Nov 02 14:48:21.758516 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-66504e44-4d96-478a-a882-5fbbf9080e32 None None] Set router dba6e790-02fb-4055-9d5a-b4273d8e87a4 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:48:21.807787 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a989a941-5a2b-4884-8bf5-0e7aeff9a68e req-781af97e-e558-49d5-8c08-3d89641860d8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f4156324-b06b-4603-82b2-5bb54f75cf91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908074 Nov 02 14:48:21.912880 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a989a941-5a2b-4884-8bf5-0e7aeff9a68e req-e8f8d424-3525-4bb2-8e35-7427f5c6a4b1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f4156324-b06b-4603-82b2-5bb54f75cf91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963581 Nov 02 14:48:22.072745 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-66504e44-4d96-478a-a882-5fbbf9080e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'name': 'tempest-AttachVolumeTestJSON-1641622340-router', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cd4f9905-b309-4ec6-8734-f9e7d06b68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:53Z', 'updated_at': '2022-11-02T14:44:56Z', 'revision_number': 4, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'gw_port': {'id': 'cd4f9905-b309-4ec6-8734-f9e7d06b68b7', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:53Z', 'updated_at': '2022-11-02T14:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': 'ba361577-14c1-4e96-9eba-b74d66329b50', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'port_id': 'd1638fe4-d11f-4f39-8b81-4f5434920e98', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91', 'mac_address': 'fa:16:3e:19:7a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:48:05Z', 'updated_at': '2022-11-02T14:48:20Z', 'revision_number': 1, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05113988-9d3e-40fb-bba2-c0721eae56f8', 'name': '', 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'mac_address': 'fa:16:3e:c4:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '0620d4f8-cfae-43e4-8018-47fa75073e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:55Z', 'updated_at': '2022-11-02T14:45:01Z', 'revision_number': 5, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'subnets': [{'id': '0620d4f8-cfae-43e4-8018-47fa75073e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:48:22.098414 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66504e44-4d96-478a-a882-5fbbf9080e32 None None] The sync data for ids ['dba6e790-02fb-4055-9d5a-b4273d8e87a4'] in dv-cinder-862365-4-iscsi is: [{'id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'name': 'tempest-AttachVolumeTestJSON-1641622340-router', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cd4f9905-b309-4ec6-8734-f9e7d06b68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:53Z', 'updated_at': '2022-11-02T14:44:56Z', 'revision_number': 4, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'gw_port': {'id': 'cd4f9905-b309-4ec6-8734-f9e7d06b68b7', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:53Z', 'updated_at': '2022-11-02T14:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': 'ba361577-14c1-4e96-9eba-b74d66329b50', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'port_id': 'd1638fe4-d11f-4f39-8b81-4f5434920e98', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91', 'mac_address': 'fa:16:3e:19:7a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:48:05Z', 'updated_at': '2022-11-02T14:48:20Z', 'revision_number': 1, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05113988-9d3e-40fb-bba2-c0721eae56f8', 'name': '', 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'mac_address': 'fa:16:3e:c4:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '0620d4f8-cfae-43e4-8018-47fa75073e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:55Z', 'updated_at': '2022-11-02T14:45:01Z', 'revision_number': 5, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'subnets': [{'id': '0620d4f8-cfae-43e4-8018-47fa75073e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:48:22.297635 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e759d15a-2199-4e0f-a192-c9eaf2773477 None None] New status for floating IP ba361577-14c1-4e96-9eba-b74d66329b50: ACTIVE {{(pid=105392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 14:48:28.777109 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:31.909268 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=72 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:31.909909 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=95 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:33.590787 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=23 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:33.593237 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=52,neutron:DELETE=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:33.711964 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1f32dcfc-e801-4fda-9334-9ce34475db06 req-19aca730-4da4-45fb-adc9-6ce5b52acec0 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=015a2580-2374-494d-a62d-8ea86c25b6d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3339014 Nov 02 14:48:33.823653 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32dcfc-e801-4fda-9334-9ce34475db06 req-47ee1054-8849-4e1e-9429-97ba4c38e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:33.825187 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1f32dcfc-e801-4fda-9334-9ce34475db06 req-47ee1054-8849-4e1e-9429-97ba4c38e796 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=e428f318654f446db48445e4570ae2d3&device_id=015a2580-2374-494d-a62d-8ea86c25b6d4 HTTP/1.1" status: 200 len: 1129 time: 0.0406384 Nov 02 14:48:33.945258 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32dcfc-e801-4fda-9334-9ce34475db06 req-6da847f8-228d-4b31-9e88-2abfbd159a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:33.946805 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1f32dcfc-e801-4fda-9334-9ce34475db06 req-6da847f8-228d-4b31-9e88-2abfbd159a95 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=d6bf9a07-46e7-4c2d-8535-e65644e316a0 HTTP/1.1" status: 200 len: 915 time: 0.0934670 Nov 02 14:48:34.030789 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1f32dcfc-e801-4fda-9334-9ce34475db06 req-ee9ed793-b443-4811-b251-35661aa8e17e service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1313078c-90cf-4898-bb7f-d746882578d0 HTTP/1.1" status: 200 len: 1000 time: 0.0733452 Nov 02 14:48:34.086010 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32dcfc-e801-4fda-9334-9ce34475db06 req-5dfe1447-6095-4e09-a573-9411dafe9421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:34.087569 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1f32dcfc-e801-4fda-9334-9ce34475db06 req-5dfe1447-6095-4e09-a573-9411dafe9421 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6a51700c-a406-45a9-976e-ab3485599867 HTTP/1.1" status: 200 len: 853 time: 0.0505569 Nov 02 14:48:34.141472 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32dcfc-e801-4fda-9334-9ce34475db06 req-3109479d-6b71-4706-bb79-33c34506fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:34.143014 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1f32dcfc-e801-4fda-9334-9ce34475db06 req-3109479d-6b71-4706-bb79-33c34506fda6 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d6bf9a07-46e7-4c2d-8535-e65644e316a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474505 Nov 02 14:48:34.249488 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1f32dcfc-e801-4fda-9334-9ce34475db06 req-28a53d72-3485-4c69-b104-10a0c8ef54eb service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d6bf9a07-46e7-4c2d-8535-e65644e316a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987825 Nov 02 14:48:34.357590 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1f32dcfc-e801-4fda-9334-9ce34475db06 req-c27baa4a-886d-45c5-9c86-fafd3299be26 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d6bf9a07-46e7-4c2d-8535-e65644e316a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013298 Nov 02 14:48:36.302497 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79779236-943b-4c45-b181-cb0353ce73d5 req-b00f2afe-e757-4bb3-a80e-f2df7cf4d327 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:36.304076 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-79779236-943b-4c45-b181-cb0353ce73d5 req-b00f2afe-e757-4bb3-a80e-f2df7cf4d327 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7a7f3c5c-5f77-4d84-bf07-f73e7929f286 HTTP/1.1" status: 200 len: 946 time: 0.0558567 Nov 02 14:48:36.356829 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-79779236-943b-4c45-b181-cb0353ce73d5 req-e84168dc-6806-4b76-8c73-d97759b5a51d tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=286bd3c4-f7ab-42d8-ad1b-00aec9d6b18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461709 Nov 02 14:48:36.388083 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-93f7700c-d042-4ae1-b2c8-d2cd008da54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:37.520012 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714029e-0ea1-4bdc-a141-32becdfae2ac req-9c337aa2-c4df-440a-abf9-33ee086f7fcf tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:37.521949 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5714029e-0ea1-4bdc-a141-32becdfae2ac req-9c337aa2-c4df-440a-abf9-33ee086f7fcf tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7a7f3c5c-5f77-4d84-bf07-f73e7929f286 HTTP/1.1" status: 200 len: 946 time: 0.0627744 Nov 02 14:48:37.578482 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5714029e-0ea1-4bdc-a141-32becdfae2ac req-52a62da3-324d-4fd9-9ba1-027beec45c32 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=286bd3c4-f7ab-42d8-ad1b-00aec9d6b18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504727 Nov 02 14:48:37.944279 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86e287-98a0-4218-86c9-6cfe93629801 req-c16cec79-ee02-4e95-bf7d-b10ad8e21bf4 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:37.945933 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4e86e287-98a0-4218-86c9-6cfe93629801 req-c16cec79-ee02-4e95-bf7d-b10ad8e21bf4 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7a7f3c5c-5f77-4d84-bf07-f73e7929f286 HTTP/1.1" status: 200 len: 946 time: 0.0528145 Nov 02 14:48:38.037887 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [req-4e86e287-98a0-4218-86c9-6cfe93629801 req-02e08bf9-d897-4b4b-9761-5dd6cb91d409 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Deleting port b355b9c9-5fd6-4f56-bd5e-6f289f768f89 {{(pid=105391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:48:38.038234 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-4e86e287-98a0-4218-86c9-6cfe93629801 req-02e08bf9-d897-4b4b-9761-5dd6cb91d409 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (b355b9c9-5fd6-4f56-bd5e-6f289f768f89), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:38.138769 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-4e86e287-98a0-4218-86c9-6cfe93629801 req-02e08bf9-d897-4b4b-9761-5dd6cb91d409 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] For port b355b9c9-5fd6-4f56-bd5e-6f289f768f89, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=b355b9c9-5fd6-4f56-bd5e-6f289f768f89,segment=NetworkSegment(317ea5d5-6056-4847-aa91-273fe8d40822),segment_id=317ea5d5-6056-4847-aa91-273fe8d40822)] {{(pid=105391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:48:38.139233 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-4e86e287-98a0-4218-86c9-6cfe93629801 req-02e08bf9-d897-4b4b-9761-5dd6cb91d409 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (b355b9c9-5fd6-4f56-bd5e-6f289f768f89), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:38.194366 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:38.260441 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:38.320271 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-4e86e287-98a0-4218-86c9-6cfe93629801 req-02e08bf9-d897-4b4b-9761-5dd6cb91d409 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:38.320633 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-4e86e287-98a0-4218-86c9-6cfe93629801 req-02e08bf9-d897-4b4b-9761-5dd6cb91d409 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66773501'] for floatingip (1feb6975-ed75-4d9a-ae92-6367fd13edf0), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:38.320956 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.db.l3_db [req-4e86e287-98a0-4218-86c9-6cfe93629801 req-02e08bf9-d897-4b4b-9761-5dd6cb91d409 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Floating IP 1feb6975-ed75-4d9a-ae92-6367fd13edf0 disassociated. External IP: 172.27.0.49, port: b355b9c9-5fd6-4f56-bd5e-6f289f768f89. Nov 02 14:48:38.321331 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [req-4e86e287-98a0-4218-86c9-6cfe93629801 req-02e08bf9-d897-4b4b-9761-5dd6cb91d409 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Calling delete_port for b355b9c9-5fd6-4f56-bd5e-6f289f768f89 owned by compute:nova {{(pid=105391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:48:38.539020 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-4e86e287-98a0-4218-86c9-6cfe93629801 req-02e08bf9-d897-4b4b-9761-5dd6cb91d409 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63276524'] for port (b355b9c9-5fd6-4f56-bd5e-6f289f768f89), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:38.569820 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e08bf9-d897-4b4b-9761-5dd6cb91d409 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Pushing event deleted for resources: {'Port': ['ID=b355b9c9-5fd6-4f56-bd5e-6f289f768f89,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:48:38.582940 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e08bf9-d897-4b4b-9761-5dd6cb91d409 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:48:38.583331 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e08bf9-d897-4b4b-9761-5dd6cb91d409 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:48:38.583629 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e08bf9-d897-4b4b-9761-5dd6cb91d409 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:48:38.583979 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e08bf9-d897-4b4b-9761-5dd6cb91d409 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:48:38.584328 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e08bf9-d897-4b4b-9761-5dd6cb91d409 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:48:38.584663 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e08bf9-d897-4b4b-9761-5dd6cb91d409 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:48:38.585023 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e08bf9-d897-4b4b-9761-5dd6cb91d409 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:48:38.585363 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e08bf9-d897-4b4b-9761-5dd6cb91d409 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:48:38.585702 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e08bf9-d897-4b4b-9761-5dd6cb91d409 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:48:38.586034 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e08bf9-d897-4b4b-9761-5dd6cb91d409 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:48:38.586370 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e08bf9-d897-4b4b-9761-5dd6cb91d409 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:48:38.586698 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e08bf9-d897-4b4b-9761-5dd6cb91d409 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:48:38.587024 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e08bf9-d897-4b4b-9761-5dd6cb91d409 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:48:38.587472 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e08bf9-d897-4b4b-9761-5dd6cb91d409 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:48:38.587649 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e08bf9-d897-4b4b-9761-5dd6cb91d409 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:48:38.760769 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a4f30087-53b7-4f6e-bac6-b25197353d16 req-0f066394-cfd8-4052-98da-dddb6bfb4bd0 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7a7f3c5c-5f77-4d84-bf07-f73e7929f286 HTTP/1.1" status: 200 len: 210 time: 0.0506926 Nov 02 14:48:38.784978 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e86e287-98a0-4218-86c9-6cfe93629801 req-02e08bf9-d897-4b4b-9761-5dd6cb91d409 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Router d28ea826-8148-4631-949c-ee2a972b4b7c has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:48:38.882029 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-1df08990-d64b-4f5e-bac3-5e1bce759501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:38.918039 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e86e287-98a0-4218-86c9-6cfe93629801 req-02e08bf9-d897-4b4b-9761-5dd6cb91d409 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:48:38.938623 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe677f46-5c29-4c26-aa8e-122c4bd0f41c None None] Sync routers for ids ['d28ea826-8148-4631-949c-ee2a972b4b7c'] in dv-cinder-862365-4-iscsi {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:48:38.952039 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe677f46-5c29-4c26-aa8e-122c4bd0f41c None None] Routers {'d28ea826-8148-4631-949c-ee2a972b4b7c'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:48:38.952684 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-fe677f46-5c29-4c26-aa8e-122c4bd0f41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:48:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['d28ea826-8148-4631-949c-ee2a972b4b7c'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:48:38.997646 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e86e287-98a0-4218-86c9-6cfe93629801 req-02e08bf9-d897-4b4b-9761-5dd6cb91d409 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] No DVR routers for this DVR port b355b9c9-5fd6-4f56-bd5e-6f289f768f89 on host hv-cinder-86236 {{(pid=105391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:48:39.002454 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-4e86e287-98a0-4218-86c9-6cfe93629801 req-02e08bf9-d897-4b4b-9761-5dd6cb91d409 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:39.005972 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4e86e287-98a0-4218-86c9-6cfe93629801 req-02e08bf9-d897-4b4b-9761-5dd6cb91d409 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.64 "DELETE /networking/v2.0/ports/b355b9c9-5fd6-4f56-bd5e-6f289f768f89 HTTP/1.1" status: 204 len: 173 time: 1.0543413 Nov 02 14:48:39.006513 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7f3c5c-5f77-4d84-bf07-f73e7929f286', 'name': 'network-vif-deleted', 'tag': 'b355b9c9-5fd6-4f56-bd5e-6f289f768f89'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:48:39.008957 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bd8dc9-fb8f-4575-877c-06c0634edb88" -d '{"events": [{"server_uuid": "7a7f3c5c-5f77-4d84-bf07-f73e7929f286", "name": "network-vif-deleted", "tag": "b355b9c9-5fd6-4f56-bd5e-6f289f768f89"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:48:39.079027 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c24733c-e0e3-4b9a-a831-1ee00336c9da x-openstack-request-id: req-3c24733c-e0e3-4b9a-a831-1ee00336c9da {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:48:39.079474 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7f3c5c-5f77-4d84-bf07-f73e7929f286", "name": "network-vif-deleted", "tag": "b355b9c9-5fd6-4f56-bd5e-6f289f768f89", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:48:39.079872 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c24733c-e0e3-4b9a-a831-1ee00336c9da {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:48:39.080522 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c24733c-e0e3-4b9a-a831-1ee00336c9da'] response: {'server_uuid': '7a7f3c5c-5f77-4d84-bf07-f73e7929f286', 'name': 'network-vif-deleted', 'tag': 'b355b9c9-5fd6-4f56-bd5e-6f289f768f89', 'status': 'completed', 'code': 200} Nov 02 14:48:39.124873 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-fe677f46-5c29-4c26-aa8e-122c4bd0f41c None None] Set router d28ea826-8148-4631-949c-ee2a972b4b7c gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:48:39.453808 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-fe677f46-5c29-4c26-aa8e-122c4bd0f41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'name': 'tempest-AttachVolumeNegativeTest-727071126-router', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:46:30Z', 'updated_at': '2022-11-02T14:46:33Z', 'revision_number': 4, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'gw_port': {'id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:31Z', 'updated_at': '2022-11-02T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': '3ae9ef5d-c6d2-45a6-851f-1ffd5facf077', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'port_id': '1313078c-90cf-4898-bb7f-d746882578d0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'mac_address': 'fa:16:3e:b3:39:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a2580-2374-494d-a62d-8ea86c25b6d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:46:37Z', 'updated_at': '2022-11-02T14:46:53Z', 'revision_number': 2, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107d01d1-b781-43db-8dc8-8fb142b946bf', 'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'mac_address': 'fa:16:3e:26:b5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '6a51700c-a406-45a9-976e-ab3485599867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:33Z', 'updated_at': '2022-11-02T14:46:38Z', 'revision_number': 5, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'subnets': [{'id': '6a51700c-a406-45a9-976e-ab3485599867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:48:39.482224 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe677f46-5c29-4c26-aa8e-122c4bd0f41c None None] Checking router: d28ea826-8148-4631-949c-ee2a972b4b7c for host: dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:48:39.493896 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe677f46-5c29-4c26-aa8e-122c4bd0f41c None None] Routers {'d28ea826-8148-4631-949c-ee2a972b4b7c'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:48:39.494584 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-fe677f46-5c29-4c26-aa8e-122c4bd0f41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:48:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['d28ea826-8148-4631-949c-ee2a972b4b7c'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:48:39.633517 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-fe677f46-5c29-4c26-aa8e-122c4bd0f41c None None] Set router d28ea826-8148-4631-949c-ee2a972b4b7c gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:48:39.874429 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-fe677f46-5c29-4c26-aa8e-122c4bd0f41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'name': 'tempest-AttachVolumeNegativeTest-727071126-router', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:46:30Z', 'updated_at': '2022-11-02T14:46:33Z', 'revision_number': 4, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'gw_port': {'id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:31Z', 'updated_at': '2022-11-02T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': '3ae9ef5d-c6d2-45a6-851f-1ffd5facf077', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'port_id': '1313078c-90cf-4898-bb7f-d746882578d0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'mac_address': 'fa:16:3e:b3:39:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a2580-2374-494d-a62d-8ea86c25b6d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:46:37Z', 'updated_at': '2022-11-02T14:46:53Z', 'revision_number': 2, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107d01d1-b781-43db-8dc8-8fb142b946bf', 'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'mac_address': 'fa:16:3e:26:b5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '6a51700c-a406-45a9-976e-ab3485599867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:33Z', 'updated_at': '2022-11-02T14:46:38Z', 'revision_number': 5, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'subnets': [{'id': '6a51700c-a406-45a9-976e-ab3485599867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:48:39.904516 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe677f46-5c29-4c26-aa8e-122c4bd0f41c None None] The sync data for ids ['d28ea826-8148-4631-949c-ee2a972b4b7c'] in dv-cinder-862365-4-iscsi is: [{'id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'name': 'tempest-AttachVolumeNegativeTest-727071126-router', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:46:30Z', 'updated_at': '2022-11-02T14:46:33Z', 'revision_number': 4, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'gw_port': {'id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:31Z', 'updated_at': '2022-11-02T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': '3ae9ef5d-c6d2-45a6-851f-1ffd5facf077', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'port_id': '1313078c-90cf-4898-bb7f-d746882578d0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'mac_address': 'fa:16:3e:b3:39:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a2580-2374-494d-a62d-8ea86c25b6d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:46:37Z', 'updated_at': '2022-11-02T14:46:53Z', 'revision_number': 2, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107d01d1-b781-43db-8dc8-8fb142b946bf', 'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'mac_address': 'fa:16:3e:26:b5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '6a51700c-a406-45a9-976e-ab3485599867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:33Z', 'updated_at': '2022-11-02T14:46:38Z', 'revision_number': 5, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'subnets': [{'id': '6a51700c-a406-45a9-976e-ab3485599867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:48:39.953190 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6cb15546-5bf9-48ba-b485-1911ec65fc35 req-1482307f-e6f1-4b5d-b35f-78d4ff517d44 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7a7f3c5c-5f77-4d84-bf07-f73e7929f286 HTTP/1.1" status: 200 len: 210 time: 0.0388007 Nov 02 14:48:40.192864 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8620396-52dd-4e00-b5ed-2548387492bf None None] New status for floating IP 1feb6975-ed75-4d9a-ae92-6367fd13edf0: DOWN {{(pid=105392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 14:48:40.476012 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:41.169355 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 36830) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:48:41.242255 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-cde5093b-6557-487c-823a-47486a01340f tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group (286bd3c4-f7ab-42d8-ad1b-00aec9d6b18f), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:41.270216 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-cde5093b-6557-487c-823a-47486a01340f tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group (286bd3c4-f7ab-42d8-ad1b-00aec9d6b18f), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:41.407709 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-cde5093b-6557-487c-823a-47486a01340f tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (286bd3c4-f7ab-42d8-ad1b-00aec9d6b18f), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:41.410897 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-cde5093b-6557-487c-823a-47486a01340f tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:41.412326 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-cde5093b-6557-487c-823a-47486a01340f tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "DELETE /networking/v2.0/security-groups/286bd3c4-f7ab-42d8-ad1b-00aec9d6b18f HTTP/1.1" status: 204 len: 168 time: 0.2415836 Nov 02 14:48:41.415926 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 36832) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:48:41.428038 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5093b-6557-487c-823a-47486a01340f tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=286bd3c4-f7ab-42d8-ad1b-00aec9d6b18f,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:48:41.440542 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.api.v2.resource [None req-20d918a6-b286-438e-8507-17e3a828c05a tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] show failed (client error): The resource could not be found. Nov 02 14:48:41.442969 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5093b-6557-487c-823a-47486a01340f tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:48:41.442969 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5093b-6557-487c-823a-47486a01340f tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:48:41.443356 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-20d918a6-b286-438e-8507-17e3a828c05a tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups/286bd3c4-f7ab-42d8-ad1b-00aec9d6b18f HTTP/1.1" status: 404 len: 347 time: 0.0247903 Nov 02 14:48:41.443527 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5093b-6557-487c-823a-47486a01340f tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:48:41.443527 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5093b-6557-487c-823a-47486a01340f tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:48:41.443527 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5093b-6557-487c-823a-47486a01340f tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:48:41.444029 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5093b-6557-487c-823a-47486a01340f tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:48:41.444353 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5093b-6557-487c-823a-47486a01340f tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:48:41.444833 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5093b-6557-487c-823a-47486a01340f tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:48:41.445428 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5093b-6557-487c-823a-47486a01340f tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:48:41.445936 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5093b-6557-487c-823a-47486a01340f tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:48:41.446419 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5093b-6557-487c-823a-47486a01340f tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:48:41.447113 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 36834) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:48:41.447439 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5093b-6557-487c-823a-47486a01340f tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:48:41.447990 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5093b-6557-487c-823a-47486a01340f tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:48:41.448526 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5093b-6557-487c-823a-47486a01340f tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:48:41.449191 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5093b-6557-487c-823a-47486a01340f tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:48:41.582629 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [None req-ecdb3b67-5fd2-4ae9-89be-19326d979330 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Deleting port d9bd6efc-547b-4931-aab3-3dc361365362 {{(pid=105391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:48:41.583234 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ecdb3b67-5fd2-4ae9-89be-19326d979330 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (d9bd6efc-547b-4931-aab3-3dc361365362), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:41.599996 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:41.607006 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:48:41.685792 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ecdb3b67-5fd2-4ae9-89be-19326d979330 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (d9bd6efc-547b-4931-aab3-3dc361365362), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:41.686169 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ecdb3b67-5fd2-4ae9-89be-19326d979330 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for floatingip (d9bd6efc-547b-4931-aab3-3dc361365362), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:41.700182 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [None req-ecdb3b67-5fd2-4ae9-89be-19326d979330 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Calling delete_port for d9bd6efc-547b-4931-aab3-3dc361365362 owned by network:floatingip {{(pid=105391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:48:41.804344 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:41.876501 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:41.949211 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ecdb3b67-5fd2-4ae9-89be-19326d979330 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63276524'] for port (d9bd6efc-547b-4931-aab3-3dc361365362), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:41.995043 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb3b67-5fd2-4ae9-89be-19326d979330 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Pushing event deleted for resources: {'Port': ['ID=d9bd6efc-547b-4931-aab3-3dc361365362,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:48:42.040353 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:42.086376 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ecdb3b67-5fd2-4ae9-89be-19326d979330 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for floatingip (1feb6975-ed75-4d9a-ae92-6367fd13edf0), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:42.089612 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ecdb3b67-5fd2-4ae9-89be-19326d979330 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for floatingip (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:42.091137 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-ecdb3b67-5fd2-4ae9-89be-19326d979330 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/1feb6975-ed75-4d9a-ae92-6367fd13edf0 HTTP/1.1" status: 204 len: 168 time: 0.6424048 Nov 02 14:48:43.189358 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device b355b9c9-5fd6-4f56-bd5e-6f289f768f89 no longer exists at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:48:43.216521 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] No Port match for: b355b9c9-5fd6-4f56-bd5e-6f289f768f89 {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:48:43.216854 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device b355b9c9-5fd6-4f56-bd5e-6f289f768f89 not bound to the agent host hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:48:45.436594 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33784e33-77b1-4eb0-871a-96efb3929edb req-50cc407e-4105-4ea2-ad00-211114a198b9 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:45.438192 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-33784e33-77b1-4eb0-871a-96efb3929edb req-50cc407e-4105-4ea2-ad00-211114a198b9 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=015a2580-2374-494d-a62d-8ea86c25b6d4 HTTP/1.1" status: 200 len: 945 time: 0.0504773 Nov 02 14:48:45.497276 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-33784e33-77b1-4eb0-871a-96efb3929edb req-4853c215-3985-4697-ab58-abd77621af4c tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3da23ec1-c360-44e2-8b81-26cb50198fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488098 Nov 02 14:48:46.635299 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85516b5b-af4c-443a-8396-24c069227c31 req-7fe4dd17-eb76-487c-a67c-fd09c503b573 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:46.637170 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-85516b5b-af4c-443a-8396-24c069227c31 req-7fe4dd17-eb76-487c-a67c-fd09c503b573 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=015a2580-2374-494d-a62d-8ea86c25b6d4 HTTP/1.1" status: 200 len: 945 time: 0.0552473 Nov 02 14:48:46.693944 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-85516b5b-af4c-443a-8396-24c069227c31 req-69829e11-f360-4cdc-a37c-e9ceb7938f10 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3da23ec1-c360-44e2-8b81-26cb50198fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470583 Nov 02 14:48:47.174653 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52827627-a291-46e2-80f9-285cb33db050 req-fdb0dd91-7d59-41e0-833f-a523820c12bf tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:47.176145 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-52827627-a291-46e2-80f9-285cb33db050 req-fdb0dd91-7d59-41e0-833f-a523820c12bf tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=015a2580-2374-494d-a62d-8ea86c25b6d4 HTTP/1.1" status: 200 len: 945 time: 0.0529561 Nov 02 14:48:47.277094 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [req-52827627-a291-46e2-80f9-285cb33db050 req-4319ccf0-7ff0-417a-8a88-797feac455c1 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Deleting port 1313078c-90cf-4898-bb7f-d746882578d0 {{(pid=105391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:48:47.277441 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-52827627-a291-46e2-80f9-285cb33db050 req-4319ccf0-7ff0-417a-8a88-797feac455c1 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (1313078c-90cf-4898-bb7f-d746882578d0), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:47.373169 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-52827627-a291-46e2-80f9-285cb33db050 req-4319ccf0-7ff0-417a-8a88-797feac455c1 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] For port 1313078c-90cf-4898-bb7f-d746882578d0, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=1313078c-90cf-4898-bb7f-d746882578d0,segment=NetworkSegment(317ea5d5-6056-4847-aa91-273fe8d40822),segment_id=317ea5d5-6056-4847-aa91-273fe8d40822)] {{(pid=105391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:48:47.374223 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-52827627-a291-46e2-80f9-285cb33db050 req-4319ccf0-7ff0-417a-8a88-797feac455c1 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (1313078c-90cf-4898-bb7f-d746882578d0), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:47.554870 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-52827627-a291-46e2-80f9-285cb33db050 req-4319ccf0-7ff0-417a-8a88-797feac455c1 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:47.555155 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-52827627-a291-46e2-80f9-285cb33db050 req-4319ccf0-7ff0-417a-8a88-797feac455c1 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66773501'] for floatingip (3ae9ef5d-c6d2-45a6-851f-1ffd5facf077), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:47.555484 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.db.l3_db [req-52827627-a291-46e2-80f9-285cb33db050 req-4319ccf0-7ff0-417a-8a88-797feac455c1 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Floating IP 3ae9ef5d-c6d2-45a6-851f-1ffd5facf077 disassociated. External IP: 172.27.0.25, port: 1313078c-90cf-4898-bb7f-d746882578d0. Nov 02 14:48:47.555841 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [req-52827627-a291-46e2-80f9-285cb33db050 req-4319ccf0-7ff0-417a-8a88-797feac455c1 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Calling delete_port for 1313078c-90cf-4898-bb7f-d746882578d0 owned by compute:nova {{(pid=105391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:48:47.683424 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:47.803861 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-52827627-a291-46e2-80f9-285cb33db050 req-4319ccf0-7ff0-417a-8a88-797feac455c1 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63276524'] for port (1313078c-90cf-4898-bb7f-d746882578d0), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:47.845970 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319ccf0-7ff0-417a-8a88-797feac455c1 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Pushing event deleted for resources: {'Port': ['ID=1313078c-90cf-4898-bb7f-d746882578d0,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:48:47.868675 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46fd30-f837-4d29-8d69-74ff0e47d465 req-b85919f8-f812-4626-a93e-94415146a340 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:47.868675 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0c46fd30-f837-4d29-8d69-74ff0e47d465 req-b85919f8-f812-4626-a93e-94415146a340 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=015a2580-2374-494d-a62d-8ea86c25b6d4 HTTP/1.1" status: 200 len: 945 time: 0.0853381 Nov 02 14:48:47.931407 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:47.957397 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0c46fd30-f837-4d29-8d69-74ff0e47d465 req-5ccb0fbd-9ca9-4772-9213-4b599b01f0ab tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=3da23ec1-c360-44e2-8b81-26cb50198fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917442 Nov 02 14:48:48.011170 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52827627-a291-46e2-80f9-285cb33db050 req-4319ccf0-7ff0-417a-8a88-797feac455c1 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Router d28ea826-8148-4631-949c-ee2a972b4b7c has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:48:48.133514 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52827627-a291-46e2-80f9-285cb33db050 req-4319ccf0-7ff0-417a-8a88-797feac455c1 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:48:48.144698 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812b90e6-9d0f-4109-b8cd-667a57956f81 None None] Sync routers for ids ['d28ea826-8148-4631-949c-ee2a972b4b7c'] in dv-cinder-862365-4-iscsi {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:48:48.163742 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812b90e6-9d0f-4109-b8cd-667a57956f81 None None] Routers {'d28ea826-8148-4631-949c-ee2a972b4b7c'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:48:48.164750 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-812b90e6-9d0f-4109-b8cd-667a57956f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:48:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['d28ea826-8148-4631-949c-ee2a972b4b7c'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:48:48.208028 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [req-52827627-a291-46e2-80f9-285cb33db050 req-4319ccf0-7ff0-417a-8a88-797feac455c1 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] No DVR routers for this DVR port 1313078c-90cf-4898-bb7f-d746882578d0 on host hv-cinder-86236 {{(pid=105391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:48:48.212006 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-52827627-a291-46e2-80f9-285cb33db050 req-4319ccf0-7ff0-417a-8a88-797feac455c1 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:48.218494 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-52827627-a291-46e2-80f9-285cb33db050 req-4319ccf0-7ff0-417a-8a88-797feac455c1 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.64 "DELETE /networking/v2.0/ports/1313078c-90cf-4898-bb7f-d746882578d0 HTTP/1.1" status: 204 len: 173 time: 1.0359113 Nov 02 14:48:48.219340 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015a2580-2374-494d-a62d-8ea86c25b6d4', 'name': 'network-vif-deleted', 'tag': '1313078c-90cf-4898-bb7f-d746882578d0'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:48:48.223547 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1825ac-18e9-4f17-881f-cd0dadd2ded9" -d '{"events": [{"server_uuid": "015a2580-2374-494d-a62d-8ea86c25b6d4", "name": "network-vif-deleted", "tag": "1313078c-90cf-4898-bb7f-d746882578d0"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:48:48.284054 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9eacba3-945c-4e73-8abc-a4d3fa62f475 x-openstack-request-id: req-b9eacba3-945c-4e73-8abc-a4d3fa62f475 {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:48:48.284348 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015a2580-2374-494d-a62d-8ea86c25b6d4", "name": "network-vif-deleted", "tag": "1313078c-90cf-4898-bb7f-d746882578d0", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:48:48.284603 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b9eacba3-945c-4e73-8abc-a4d3fa62f475 {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:48:48.285042 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9eacba3-945c-4e73-8abc-a4d3fa62f475'] response: {'server_uuid': '015a2580-2374-494d-a62d-8ea86c25b6d4', 'name': 'network-vif-deleted', 'tag': '1313078c-90cf-4898-bb7f-d746882578d0', 'status': 'completed', 'code': 200} Nov 02 14:48:48.341419 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-812b90e6-9d0f-4109-b8cd-667a57956f81 None None] Set router d28ea826-8148-4631-949c-ee2a972b4b7c gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:48:48.454825 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=100 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:48.505234 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=100 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:48.568062 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-812b90e6-9d0f-4109-b8cd-667a57956f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'name': 'tempest-AttachVolumeNegativeTest-727071126-router', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:46:30Z', 'updated_at': '2022-11-02T14:46:33Z', 'revision_number': 4, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'gw_port': {'id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:31Z', 'updated_at': '2022-11-02T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '107d01d1-b781-43db-8dc8-8fb142b946bf', 'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'mac_address': 'fa:16:3e:26:b5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '6a51700c-a406-45a9-976e-ab3485599867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:33Z', 'updated_at': '2022-11-02T14:46:38Z', 'revision_number': 5, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'subnets': [{'id': '6a51700c-a406-45a9-976e-ab3485599867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:48:48.598533 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812b90e6-9d0f-4109-b8cd-667a57956f81 None None] Checking router: d28ea826-8148-4631-949c-ee2a972b4b7c for host: dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:48:48.608138 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812b90e6-9d0f-4109-b8cd-667a57956f81 None None] Routers {'d28ea826-8148-4631-949c-ee2a972b4b7c'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:48:48.608704 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-812b90e6-9d0f-4109-b8cd-667a57956f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:48:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['d28ea826-8148-4631-949c-ee2a972b4b7c'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:48:48.725189 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-812b90e6-9d0f-4109-b8cd-667a57956f81 None None] Set router d28ea826-8148-4631-949c-ee2a972b4b7c gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:48:49.025405 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-812b90e6-9d0f-4109-b8cd-667a57956f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'name': 'tempest-AttachVolumeNegativeTest-727071126-router', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:46:30Z', 'updated_at': '2022-11-02T14:46:33Z', 'revision_number': 4, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'gw_port': {'id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:31Z', 'updated_at': '2022-11-02T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '107d01d1-b781-43db-8dc8-8fb142b946bf', 'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'mac_address': 'fa:16:3e:26:b5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '6a51700c-a406-45a9-976e-ab3485599867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:33Z', 'updated_at': '2022-11-02T14:46:38Z', 'revision_number': 5, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'subnets': [{'id': '6a51700c-a406-45a9-976e-ab3485599867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:48:49.052549 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812b90e6-9d0f-4109-b8cd-667a57956f81 None None] The sync data for ids ['d28ea826-8148-4631-949c-ee2a972b4b7c'] in dv-cinder-862365-4-iscsi is: [{'id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'name': 'tempest-AttachVolumeNegativeTest-727071126-router', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:46:30Z', 'updated_at': '2022-11-02T14:46:33Z', 'revision_number': 4, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'gw_port': {'id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:31Z', 'updated_at': '2022-11-02T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '107d01d1-b781-43db-8dc8-8fb142b946bf', 'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'mac_address': 'fa:16:3e:26:b5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '6a51700c-a406-45a9-976e-ab3485599867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:33Z', 'updated_at': '2022-11-02T14:46:38Z', 'revision_number': 5, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'subnets': [{'id': '6a51700c-a406-45a9-976e-ab3485599867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:48:49.094820 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-acc395af-2ebf-448a-b03f-3114c1a67a0b req-5157f7e9-4659-4c76-997f-2edba63a6005 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=015a2580-2374-494d-a62d-8ea86c25b6d4 HTTP/1.1" status: 200 len: 210 time: 0.0428889 Nov 02 14:48:49.301797 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffce44c-8262-44da-8de1-2e29b32843a2 None None] New status for floating IP 3ae9ef5d-c6d2-45a6-851f-1ffd5facf077: DOWN {{(pid=105392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 14:48:49.304101 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=53,neutron:UPDATE=5 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:49.305763 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=55,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:50.283903 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 36872) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:48:50.349154 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-1f7fc381-6e74-49d8-9874-7ab8268ccd98 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group (3da23ec1-c360-44e2-8b81-26cb50198fcf), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:50.376570 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-1f7fc381-6e74-49d8-9874-7ab8268ccd98 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group (3da23ec1-c360-44e2-8b81-26cb50198fcf), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:50.499614 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-1f7fc381-6e74-49d8-9874-7ab8268ccd98 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (3da23ec1-c360-44e2-8b81-26cb50198fcf), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:50.502547 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-1f7fc381-6e74-49d8-9874-7ab8268ccd98 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:50.503890 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-1f7fc381-6e74-49d8-9874-7ab8268ccd98 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "DELETE /networking/v2.0/security-groups/3da23ec1-c360-44e2-8b81-26cb50198fcf HTTP/1.1" status: 204 len: 168 time: 0.2180550 Nov 02 14:48:50.507293 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 36874) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:48:50.517735 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7fc381-6e74-49d8-9874-7ab8268ccd98 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da23ec1-c360-44e2-8b81-26cb50198fcf,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:48:50.526927 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.api.v2.resource [None req-1e1926e1-819c-40fd-904f-8557e3db5883 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] show failed (client error): The resource could not be found. Nov 02 14:48:50.528259 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-1e1926e1-819c-40fd-904f-8557e3db5883 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups/3da23ec1-c360-44e2-8b81-26cb50198fcf HTTP/1.1" status: 404 len: 347 time: 0.0194769 Nov 02 14:48:50.532308 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 36876) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:48:50.662128 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [None req-fb85be84-a75a-4a1d-99ce-83155eaef365 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Deleting port 0009c68e-bdb2-4993-8ffd-46c6774f8a99 {{(pid=105391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:48:50.662543 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-fb85be84-a75a-4a1d-99ce-83155eaef365 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (0009c68e-bdb2-4993-8ffd-46c6774f8a99), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:50.749200 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-fb85be84-a75a-4a1d-99ce-83155eaef365 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (0009c68e-bdb2-4993-8ffd-46c6774f8a99), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:50.755897 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-fb85be84-a75a-4a1d-99ce-83155eaef365 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for floatingip (0009c68e-bdb2-4993-8ffd-46c6774f8a99), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:50.764730 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [None req-fb85be84-a75a-4a1d-99ce-83155eaef365 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Calling delete_port for 0009c68e-bdb2-4993-8ffd-46c6774f8a99 owned by network:floatingip {{(pid=105391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:48:50.881663 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:50.961710 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-fb85be84-a75a-4a1d-99ce-83155eaef365 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63276524'] for port (0009c68e-bdb2-4993-8ffd-46c6774f8a99), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:50.985710 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85be84-a75a-4a1d-99ce-83155eaef365 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Pushing event deleted for resources: {'Port': ['ID=0009c68e-bdb2-4993-8ffd-46c6774f8a99,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:48:51.059080 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-fb85be84-a75a-4a1d-99ce-83155eaef365 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for floatingip (3ae9ef5d-c6d2-45a6-851f-1ffd5facf077), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:51.062496 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-fb85be84-a75a-4a1d-99ce-83155eaef365 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for floatingip (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:51.066315 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-fb85be84-a75a-4a1d-99ce-83155eaef365 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/3ae9ef5d-c6d2-45a6-851f-1ffd5facf077 HTTP/1.1" status: 204 len: 168 time: 0.5302956 Nov 02 14:48:51.200382 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 36882) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:48:51.201032 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device 1313078c-90cf-4898-bb7f-d746882578d0 no longer exists at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:48:51.206837 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-bdba4a7c-0d80-4c26-910b-c193c5004d6e tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Request body: {'security_group': {'name': 'tempest-securitygroup--656873461', 'description': 'tempest-description--370809840'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:48:51.225065 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] No Port match for: 1313078c-90cf-4898-bb7f-d746882578d0 {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:48:51.227707 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device 1313078c-90cf-4898-bb7f-d746882578d0 not bound to the agent host hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:48:51.310589 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-bdba4a7c-0d80-4c26-910b-c193c5004d6e tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:51.391124 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-bdba4a7c-0d80-4c26-910b-c193c5004d6e tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group (4af23aee-7efd-4f75-b63d-8c83b0acb236), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:51.468709 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-bdba4a7c-0d80-4c26-910b-c193c5004d6e tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (4af23aee-7efd-4f75-b63d-8c83b0acb236), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:51.493693 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:51.504154 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba4a7c-0d80-4c26-910b-c193c5004d6e tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4af23aee-7efd-4f75-b63d-8c83b0acb236,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:48:51.567134 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-bdba4a7c-0d80-4c26-910b-c193c5004d6e tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:51.568522 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-bdba4a7c-0d80-4c26-910b-c193c5004d6e tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3668406 Nov 02 14:48:51.571565 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 36884) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:48:51.576175 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-3ba70ee8-7fbf-4a9d-a919-48ca46774a70 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Request body: {'security_group_rule': {'security_group_id': '4af23aee-7efd-4f75-b63d-8c83b0acb236', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:48:51.683021 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3ba70ee8-7fbf-4a9d-a919-48ca46774a70 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group_rule (57b3ff4e-dd36-4b57-a0c4-7edac262fbb1), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:51.748616 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3ba70ee8-7fbf-4a9d-a919-48ca46774a70 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group_rule (57b3ff4e-dd36-4b57-a0c4-7edac262fbb1), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:51.830563 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3ba70ee8-7fbf-4a9d-a919-48ca46774a70 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66819821'] for security_group_rule (57b3ff4e-dd36-4b57-a0c4-7edac262fbb1), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:51.851202 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba70ee8-7fbf-4a9d-a919-48ca46774a70 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57b3ff4e-dd36-4b57-a0c4-7edac262fbb1,revision_number=0']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:48:51.935345 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3ba70ee8-7fbf-4a9d-a919-48ca46774a70 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:51.937462 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-3ba70ee8-7fbf-4a9d-a919-48ca46774a70 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3646030 Nov 02 14:48:51.940473 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 36886) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:48:51.945658 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-144d9d75-7438-46e7-b09c-33e4e9b452b6 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Request body: {'security_group_rule': {'security_group_id': '4af23aee-7efd-4f75-b63d-8c83b0acb236', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:48:52.056414 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-144d9d75-7438-46e7-b09c-33e4e9b452b6 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group_rule (5905b83d-358b-41db-a588-2641434871b3), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:52.115354 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-144d9d75-7438-46e7-b09c-33e4e9b452b6 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group_rule (5905b83d-358b-41db-a588-2641434871b3), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:52.173337 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-144d9d75-7438-46e7-b09c-33e4e9b452b6 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66819821'] for security_group_rule (5905b83d-358b-41db-a588-2641434871b3), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:52.196747 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d9d75-7438-46e7-b09c-33e4e9b452b6 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5905b83d-358b-41db-a588-2641434871b3,revision_number=0']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:48:52.278466 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-144d9d75-7438-46e7-b09c-33e4e9b452b6 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:52.280205 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-144d9d75-7438-46e7-b09c-33e4e9b452b6 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3382537 Nov 02 14:48:52.284388 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 36888) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:48:52.289052 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-c6e3e9a6-b8af-47a2-a41f-88d4e4016873 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Request body: {'floatingip': {'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:48:52.378912 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-c6e3e9a6-b8af-47a2-a41f-88d4e4016873 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:52.464611 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-c6e3e9a6-b8af-47a2-a41f-88d4e4016873 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:52.516959 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:52.593231 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.db_base_plugin_common [None req-c6e3e9a6-b8af-47a2-a41f-88d4e4016873 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Allocated IP 172.27.0.131 (1e79e91c-2906-4b84-b981-aada7c6d27e6/3c350c57-8af8-403d-ac8f-51d64fbe694a/9229a4e5-1904-4e78-94aa-8916f3d0c645) {{(pid=105391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:48:52.787478 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-c6e3e9a6-b8af-47a2-a41f-88d4e4016873 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for port (9229a4e5-1904-4e78-94aa-8916f3d0c645), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:52.879798 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-c6e3e9a6-b8af-47a2-a41f-88d4e4016873 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63276524'] for port (9229a4e5-1904-4e78-94aa-8916f3d0c645), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:52.921612 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e3e9a6-b8af-47a2-a41f-88d4e4016873 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Network 1e79e91c-2906-4b84-b981-aada7c6d27e6 is already hosted by enough agents. {{(pid=105391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:48:52.926422 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:52.930335 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [None req-c6e3e9a6-b8af-47a2-a41f-88d4e4016873 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Resources bound (agent type, host, resource id): {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:48:52.936736 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e3e9a6-b8af-47a2-a41f-88d4e4016873 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Received port after_create {{(pid=105391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:48:52.958326 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3e9a6-b8af-47a2-a41f-88d4e4016873 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Pushing event updated for resources: {'Port': ['ID=9229a4e5-1904-4e78-94aa-8916f3d0c645,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:48:53.030792 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-c6e3e9a6-b8af-47a2-a41f-88d4e4016873 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for floatingip (95c72143-fbd4-4ccd-b96e-7b75ae4ec193), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:53.128640 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-c6e3e9a6-b8af-47a2-a41f-88d4e4016873 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (9229a4e5-1904-4e78-94aa-8916f3d0c645), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:53.307563 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-c6e3e9a6-b8af-47a2-a41f-88d4e4016873 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for port (9229a4e5-1904-4e78-94aa-8916f3d0c645), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:53.370789 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-c6e3e9a6-b8af-47a2-a41f-88d4e4016873 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63276539'] for port (9229a4e5-1904-4e78-94aa-8916f3d0c645), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:53.441566 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-c6e3e9a6-b8af-47a2-a41f-88d4e4016873 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66773501'] for floatingip (95c72143-fbd4-4ccd-b96e-7b75ae4ec193), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:53.444406 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3e9a6-b8af-47a2-a41f-88d4e4016873 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Pushing event updated for resources: {'Port': ['ID=9229a4e5-1904-4e78-94aa-8916f3d0c645,revision_number=2']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:48:53.579193 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-c6e3e9a6-b8af-47a2-a41f-88d4e4016873 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for floatingip (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:53.581097 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-c6e3e9a6-b8af-47a2-a41f-88d4e4016873 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2949510 Nov 02 14:48:53.747912 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-51dfce4b-caef-4c06-b886-8de5d0715a3f tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--656873461&fields=id&tenant_id=e428f318654f446db48445e4570ae2d3 HTTP/1.1" status: 200 len: 267 time: 0.0488806 Nov 02 14:48:53.869941 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-23c700ec-3232-456b-8769-2ee95c281187 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:53.871496 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-23c700ec-3232-456b-8769-2ee95c281187 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/networks?id=d6bf9a07-46e7-4c2d-8535-e65644e316a0 HTTP/1.1" status: 200 len: 814 time: 0.1160221 Nov 02 14:48:53.884798 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:53.888114 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-e048e1c8-2e6b-4e00-9835-a448f9d2c545 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/quotas/e428f318654f446db48445e4570ae2d3 HTTP/1.1" status: 200 len: 375 time: 0.0106711 Nov 02 14:48:53.946073 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-c072d506-0fb4-4410-9963-7c11736a873f tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=e428f318654f446db48445e4570ae2d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513129 Nov 02 14:48:54.063013 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-e5f6ee17-022c-4315-bf64-06bb7936f4eb service neutron] 10.222.0.30 "GET /networking/v2.0/networks/d6bf9a07-46e7-4c2d-8535-e65644e316a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041448 Nov 02 14:48:54.165114 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-bbc45590-8374-43bf-8ebc-4dd04da5ffa4 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/d6bf9a07-46e7-4c2d-8535-e65644e316a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955894 Nov 02 14:48:54.454696 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-903e5082-f6be-4f64-b7b9-10e1e35b7c63 req-40e3cc03-4a1e-4ac0-84e9-d5c105b3bb0b tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7865fba9-1731-407f-a709-d60f1432e269 HTTP/1.1" status: 200 len: 210 time: 0.0473571 Nov 02 14:48:55.591630 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f49c64ab-b07b-46a4-ab41-12da75cd351c req-15bb0c6e-354e-4b2d-8bfe-358efa30476c tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7865fba9-1731-407f-a709-d60f1432e269 HTTP/1.1" status: 200 len: 210 time: 0.0406828 Nov 02 14:48:57.050862 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f1ae8740-875c-42c1-9282-02de5694a2dc req-f1680e44-5124-49bf-bcc2-8649d4531157 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7865fba9-1731-407f-a709-d60f1432e269 HTTP/1.1" status: 200 len: 210 time: 0.3323441 Nov 02 14:48:57.067535 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:57.108155 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-643f85f0-e329-4d5a-8558-afd09efc54c4 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:57.110447 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-643f85f0-e329-4d5a-8558-afd09efc54c4 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.64 "GET /networking/v2.0/networks?id=d6bf9a07-46e7-4c2d-8535-e65644e316a0 HTTP/1.1" status: 200 len: 814 time: 0.4805982 Nov 02 14:48:57.196069 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-60eba9d0-5f9c-4257-946e-cce2c7dc1276 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e428f318654f446db48445e4570ae2d3 HTTP/1.1" status: 200 len: 379 time: 0.0647528 Nov 02 14:48:57.276893 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-611eddf6-d6b7-4171-bab0-2d4b3aea8891 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Request body: {'port': {'device_id': '7865fba9-1731-407f-a709-d60f1432e269', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'admin_state_up': True, 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'security_groups': ['4af23aee-7efd-4f75-b63d-8c83b0acb236']}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:48:57.447695 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-611eddf6-d6b7-4171-bab0-2d4b3aea8891 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Made reservation on behalf of e428f318654f446db48445e4570ae2d3 for: {'port': 1} {{(pid=105391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:48:57.451797 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-611eddf6-d6b7-4171-bab0-2d4b3aea8891 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:57.619527 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.db_base_plugin_common [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-611eddf6-d6b7-4171-bab0-2d4b3aea8891 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Allocated IP 172.20.0.4 (d6bf9a07-46e7-4c2d-8535-e65644e316a0/6a51700c-a406-45a9-976e-ab3485599867/c155ea33-0bb7-4da9-8b7e-40ccb265ead9) {{(pid=105391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:48:57.784503 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-611eddf6-d6b7-4171-bab0-2d4b3aea8891 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for port (c155ea33-0bb7-4da9-8b7e-40ccb265ead9), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:57.813339 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:57.897137 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-611eddf6-d6b7-4171-bab0-2d4b3aea8891 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63276524'] for port (c155ea33-0bb7-4da9-8b7e-40ccb265ead9), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:57.959761 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-611eddf6-d6b7-4171-bab0-2d4b3aea8891 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Network d6bf9a07-46e7-4c2d-8535-e65644e316a0 is already hosted by enough agents. {{(pid=105391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:48:57.963453 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-611eddf6-d6b7-4171-bab0-2d4b3aea8891 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Resources bound (agent type, host, resource id): {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:48:57.970583 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-611eddf6-d6b7-4171-bab0-2d4b3aea8891 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Received port after_create {{(pid=105391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:48:57.999654 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eddf6-d6b7-4171-bab0-2d4b3aea8891 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Pushing event updated for resources: {'Port': ['ID=c155ea33-0bb7-4da9-8b7e-40ccb265ead9,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:48:58.040250 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-611eddf6-d6b7-4171-bab0-2d4b3aea8891 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:58.040250 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-611eddf6-d6b7-4171-bab0-2d4b3aea8891 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:58.120244 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-611eddf6-d6b7-4171-bab0-2d4b3aea8891 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8473392 Nov 02 14:48:58.141477 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-7ae65c39-74ae-48bb-94e1-21f1a7e45374 service neutron] Request body: {'port': {'device_id': '7865fba9-1731-407f-a709-d60f1432e269', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86236'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:48:58.265521 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-7ae65c39-74ae-48bb-94e1-21f1a7e45374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (c155ea33-0bb7-4da9-8b7e-40ccb265ead9), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:58.273077 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67f441-2094-4085-b3df-917128e064e9 req-7c4a0a16-83bf-46f1-9554-51eabaac9ae2 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:58.274602 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3f67f441-2094-4085-b3df-917128e064e9 req-7c4a0a16-83bf-46f1-9554-51eabaac9ae2 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7865fba9-1731-407f-a709-d60f1432e269 HTTP/1.1" status: 200 len: 931 time: 0.0805988 Nov 02 14:48:58.317716 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-b22649a8-3ef4-4ba7-8876-a469d1af3c07 None None] Provisioning complete for port c155ea33-0bb7-4da9-8b7e-40ccb265ead9 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:48:58.318538 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-b22649a8-3ef4-4ba7-8876-a469d1af3c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (c155ea33-0bb7-4da9-8b7e-40ccb265ead9), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:58.319108 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-b22649a8-3ef4-4ba7-8876-a469d1af3c07 None None] Attempt 1 to provision port c155ea33-0bb7-4da9-8b7e-40ccb265ead9 Nov 02 14:48:58.328794 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:58.376929 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3f67f441-2094-4085-b3df-917128e064e9 req-127b52f8-53c1-41a2-a38b-211430c0be0c tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=4af23aee-7efd-4f75-b63d-8c83b0acb236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883276 Nov 02 14:48:58.379619 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-b22649a8-3ef4-4ba7-8876-a469d1af3c07 None None] Port c155ea33-0bb7-4da9-8b7e-40ccb265ead9 cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:48:58.640876 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-7ae65c39-74ae-48bb-94e1-21f1a7e45374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c155ea33-0bb7-4da9-8b7e-40ccb265ead9 {{(pid=105391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:48:58.649296 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-7ae65c39-74ae-48bb-94e1-21f1a7e45374 service neutron] Publish callbacks [] for port (c155ea33-0bb7-4da9-8b7e-40ccb265ead9), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:58.663900 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.provisioning_blocks [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-7ae65c39-74ae-48bb-94e1-21f1a7e45374 service neutron] Transition to ACTIVE for port object c155ea33-0bb7-4da9-8b7e-40ccb265ead9 will not be triggered until provisioned by entity L2. {{(pid=105391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 14:48:58.727638 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-7ae65c39-74ae-48bb-94e1-21f1a7e45374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63276539'] for port (c155ea33-0bb7-4da9-8b7e-40ccb265ead9), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:58.783820 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:58.793722 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae65c39-74ae-48bb-94e1-21f1a7e45374 service neutron] Pushing event updated for resources: {'Port': ['ID=c155ea33-0bb7-4da9-8b7e-40ccb265ead9,revision_number=2']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:48:58.847667 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-7ae65c39-74ae-48bb-94e1-21f1a7e45374 service neutron] Attempting to bind port c155ea33-0bb7-4da9-8b7e-40ccb265ead9 on host hv-cinder-86236 for vnic_type normal with profile {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:48:58.848051 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-7ae65c39-74ae-48bb-94e1-21f1a7e45374 service neutron] Attempting to bind port c155ea33-0bb7-4da9-8b7e-40ccb265ead9 by drivers openvswitch,hyperv on host hv-cinder-86236 at level 0 using segments [{'id': '317ea5d5-6056-4847-aa91-273fe8d40822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0'}] {{(pid=105391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:48:58.848421 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-7ae65c39-74ae-48bb-94e1-21f1a7e45374 service neutron] Attempting to bind port c155ea33-0bb7-4da9-8b7e-40ccb265ead9 on network d6bf9a07-46e7-4c2d-8535-e65644e316a0 {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:48:58.900264 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-7ae65c39-74ae-48bb-94e1-21f1a7e45374 service neutron] Port c155ea33-0bb7-4da9-8b7e-40ccb265ead9 on network d6bf9a07-46e7-4c2d-8535-e65644e316a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86236 {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 14:48:58.900620 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-7ae65c39-74ae-48bb-94e1-21f1a7e45374 service neutron] Attempting to bind port c155ea33-0bb7-4da9-8b7e-40ccb265ead9 on network d6bf9a07-46e7-4c2d-8535-e65644e316a0 {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:48:58.949484 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-7ae65c39-74ae-48bb-94e1-21f1a7e45374 service neutron] Checking agent: {'id': '1ebac2c5-078b-4c7f-aaba-905361dbc5e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'started_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:48:58.951896 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-7ae65c39-74ae-48bb-94e1-21f1a7e45374 service neutron] Checking segment: {'id': '317ea5d5-6056-4847-aa91-273fe8d40822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:48:58.951896 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-7ae65c39-74ae-48bb-94e1-21f1a7e45374 service neutron] Bound using segment: {'id': '317ea5d5-6056-4847-aa91-273fe8d40822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0'} {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:48:58.951896 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-7ae65c39-74ae-48bb-94e1-21f1a7e45374 service neutron] Bound port: c155ea33-0bb7-4da9-8b7e-40ccb265ead9, host: hv-cinder-86236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '317ea5d5-6056-4847-aa91-273fe8d40822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0'}}] {{(pid=105391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:48:58.951896 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-7ae65c39-74ae-48bb-94e1-21f1a7e45374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (c155ea33-0bb7-4da9-8b7e-40ccb265ead9), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:59.021485 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:59.022976 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-7ae65c39-74ae-48bb-94e1-21f1a7e45374 service neutron] For port c155ea33-0bb7-4da9-8b7e-40ccb265ead9, host hv-cinder-86236, cleared binding levels {{(pid=105391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:48:59.027117 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-7ae65c39-74ae-48bb-94e1-21f1a7e45374 service neutron] For port c155ea33-0bb7-4da9-8b7e-40ccb265ead9, host hv-cinder-86236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=c155ea33-0bb7-4da9-8b7e-40ccb265ead9,segment=NetworkSegment(317ea5d5-6056-4847-aa91-273fe8d40822),segment_id=317ea5d5-6056-4847-aa91-273fe8d40822)] {{(pid=105391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:48:59.114668 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-7ae65c39-74ae-48bb-94e1-21f1a7e45374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63276539'] for port (c155ea33-0bb7-4da9-8b7e-40ccb265ead9), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:59.118442 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-7ae65c39-74ae-48bb-94e1-21f1a7e45374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:59.119286 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-7ae65c39-74ae-48bb-94e1-21f1a7e45374 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:48:59.120938 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-7ae65c39-74ae-48bb-94e1-21f1a7e45374 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/c155ea33-0bb7-4da9-8b7e-40ccb265ead9 HTTP/1.1" status: 200 len: 1093 time: 0.9863253 Nov 02 14:48:59.124553 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7865fba9-1731-407f-a709-d60f1432e269', 'tag': 'c155ea33-0bb7-4da9-8b7e-40ccb265ead9'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:48:59.127112 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4b5938-9a25-4424-88a2-8550c8df855f" -d '{"events": [{"name": "network-changed", "server_uuid": "7865fba9-1731-407f-a709-d60f1432e269", "tag": "c155ea33-0bb7-4da9-8b7e-40ccb265ead9"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:48:59.181363 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b19f98-bead-43c3-851a-37cc7be109ae x-openstack-request-id: req-03b19f98-bead-43c3-851a-37cc7be109ae {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:48:59.181363 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7865fba9-1731-407f-a709-d60f1432e269", "tag": "c155ea33-0bb7-4da9-8b7e-40ccb265ead9", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:48:59.181363 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-03b19f98-bead-43c3-851a-37cc7be109ae {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:48:59.181363 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03b19f98-bead-43c3-851a-37cc7be109ae'] response: {'name': 'network-changed', 'server_uuid': '7865fba9-1731-407f-a709-d60f1432e269', 'tag': 'c155ea33-0bb7-4da9-8b7e-40ccb265ead9', 'status': 'completed', 'code': 200} Nov 02 14:48:59.191208 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae65c39-74ae-48bb-94e1-21f1a7e45374 service neutron] Pushing event updated for resources: {'Port': ['ID=c155ea33-0bb7-4da9-8b7e-40ccb265ead9,revision_number=3']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:48:59.278713 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b5938-9a25-4424-88a2-8550c8df855f req-281b344c-1ea2-46bb-9916-a19501c459c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:59.280978 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8e4b5938-9a25-4424-88a2-8550c8df855f req-281b344c-1ea2-46bb-9916-a19501c459c9 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=e428f318654f446db48445e4570ae2d3&device_id=7865fba9-1731-407f-a709-d60f1432e269 HTTP/1.1" status: 200 len: 1127 time: 0.0488834 Nov 02 14:48:59.399312 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b5938-9a25-4424-88a2-8550c8df855f req-be3cd2f6-ec00-4172-ac75-bcd25bb4285b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:59.400823 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8e4b5938-9a25-4424-88a2-8550c8df855f req-be3cd2f6-ec00-4172-ac75-bcd25bb4285b service neutron] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=e428f318654f446db48445e4570ae2d3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1048303 Nov 02 14:48:59.566983 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b5938-9a25-4424-88a2-8550c8df855f req-651caf2a-7e7d-4435-b644-8c0e179fb349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:59.569627 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8e4b5938-9a25-4424-88a2-8550c8df855f req-651caf2a-7e7d-4435-b644-8c0e179fb349 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1601939 Nov 02 14:48:59.625303 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13c5e8-e6e1-429e-b85b-11daf9661bff req-4e67dc59-8fa1-4f3a-a8f1-a68a0f26a684 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:59.627274 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1e13c5e8-e6e1-429e-b85b-11daf9661bff req-4e67dc59-8fa1-4f3a-a8f1-a68a0f26a684 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7865fba9-1731-407f-a709-d60f1432e269 HTTP/1.1" status: 200 len: 943 time: 0.0947778 Nov 02 14:48:59.693055 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:48:59.712073 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-6f8a0b83-780f-4e79-8ca6-b0d2727020b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:59.713895 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-6f8a0b83-780f-4e79-8ca6-b0d2727020b3 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=e428f318654f446db48445e4570ae2d3&device_id=7865fba9-1731-407f-a709-d60f1432e269 HTTP/1.1" status: 200 len: 1127 time: 0.0661621 Nov 02 14:48:59.747498 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1e13c5e8-e6e1-429e-b85b-11daf9661bff req-0ab55e5d-0646-4415-8de9-3c3e857995b9 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=4af23aee-7efd-4f75-b63d-8c83b0acb236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103461 Nov 02 14:48:59.781325 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-99576479-412f-4251-a419-aca922688d35 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c155ea33-0bb7-4da9-8b7e-40ccb265ead9 HTTP/1.1" status: 200 len: 217 time: 0.0509996 Nov 02 14:48:59.855834 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-81c4f712-b167-4166-8792-89a3f43b059f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:59.858284 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-81c4f712-b167-4166-8792-89a3f43b059f service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6a51700c-a406-45a9-976e-ab3485599867 HTTP/1.1" status: 200 len: 853 time: 0.0703893 Nov 02 14:48:59.913246 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-da06a0a7-3fa7-473d-88f0-764cdeaf0d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:48:59.914972 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-da06a0a7-3fa7-473d-88f0-764cdeaf0d9e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d6bf9a07-46e7-4c2d-8535-e65644e316a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508099 Nov 02 14:49:00.036746 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-feac8942-d338-4c8a-ab05-fa3ea163b1b1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d6bf9a07-46e7-4c2d-8535-e65644e316a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150420 Nov 02 14:49:00.141291 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e09f1dbb-67db-4b57-ba77-dca7f8e576a2 req-0c0f4fc2-839b-4c47-8986-6389e641f1d7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d6bf9a07-46e7-4c2d-8535-e65644e316a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990324 Nov 02 14:49:00.520054 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:00.520955 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:00.577574 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=34 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:00.580816 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=54 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:00.889791 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887e88b-eadb-4610-b09b-2c02da0df3f4 req-fff411cd-1008-4c96-8dfe-6ef5c5821b63 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:00.891541 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2887e88b-eadb-4610-b09b-2c02da0df3f4 req-fff411cd-1008-4c96-8dfe-6ef5c5821b63 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7865fba9-1731-407f-a709-d60f1432e269 HTTP/1.1" status: 200 len: 943 time: 0.0573499 Nov 02 14:49:00.951787 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2887e88b-eadb-4610-b09b-2c02da0df3f4 req-2e9fe83d-7355-4a5c-a3df-de9494da0b79 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=4af23aee-7efd-4f75-b63d-8c83b0acb236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514698 Nov 02 14:49:02.131765 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900f8f2-736c-4999-8d91-d80ac073965f req-083a71f5-d49e-4109-9e9f-6eb9ffaed744 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:02.133382 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6900f8f2-736c-4999-8d91-d80ac073965f req-083a71f5-d49e-4109-9e9f-6eb9ffaed744 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7865fba9-1731-407f-a709-d60f1432e269 HTTP/1.1" status: 200 len: 943 time: 0.0561101 Nov 02 14:49:02.165115 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:02.220701 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6900f8f2-736c-4999-8d91-d80ac073965f req-cdf27f57-55cd-411c-86b2-a8dc447fd700 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=4af23aee-7efd-4f75-b63d-8c83b0acb236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788169 Nov 02 14:49:03.219048 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device c155ea33-0bb7-4da9-8b7e-40ccb265ead9 details requested by agent hyperv_hv-cinder-86236 with host hv-cinder-86236 {{(pid=105392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 14:49:03.331611 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port c155ea33-0bb7-4da9-8b7e-40ccb265ead9, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=c155ea33-0bb7-4da9-8b7e-40ccb265ead9,segment=NetworkSegment(317ea5d5-6056-4847-aa91-273fe8d40822),segment_id=317ea5d5-6056-4847-aa91-273fe8d40822)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:49:03.345228 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Returning: {'device': 'c155ea33-0bb7-4da9-8b7e-40ccb265ead9', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'port_id': 'c155ea33-0bb7-4da9-8b7e-40ccb265ead9', 'mac_address': 'fa:16:3e:e9:75:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 477, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a51700c-a406-45a9-976e-ab3485599867', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 14:49:03.371284 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de911950-4d98-4e2c-8807-d2286066ae47 req-69b3fc32-3950-47ff-b9c1-c7ff09cfc677 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:03.374496 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-de911950-4d98-4e2c-8807-d2286066ae47 req-69b3fc32-3950-47ff-b9c1-c7ff09cfc677 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7865fba9-1731-407f-a709-d60f1432e269 HTTP/1.1" status: 200 len: 943 time: 0.0693192 Nov 02 14:49:03.384805 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port c155ea33-0bb7-4da9-8b7e-40ccb265ead9 is: DOWN; New status is: BUILD {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:49:03.385234 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (c155ea33-0bb7-4da9-8b7e-40ccb265ead9), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:03.400045 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c155ea33-0bb7-4da9-8b7e-40ccb265ead9 {{(pid=105392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:49:03.421730 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port c155ea33-0bb7-4da9-8b7e-40ccb265ead9, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=c155ea33-0bb7-4da9-8b7e-40ccb265ead9,segment=NetworkSegment(317ea5d5-6056-4847-aa91-273fe8d40822),segment_id=317ea5d5-6056-4847-aa91-273fe8d40822)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:49:03.425865 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-de911950-4d98-4e2c-8807-d2286066ae47 req-e4ff6578-d26b-4147-b174-560e6f72358e tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=4af23aee-7efd-4f75-b63d-8c83b0acb236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458908 Nov 02 14:49:03.510795 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (c155ea33-0bb7-4da9-8b7e-40ccb265ead9), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:03.568393 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=c155ea33-0bb7-4da9-8b7e-40ccb265ead9,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:49:03.577448 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:03.577448 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:03.577448 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:03.577737 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:03.578060 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:03.578410 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:03.578714 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:03.579037 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:03.579359 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:03.579692 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:03.580008 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:03.580330 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:03.580649 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:03.580963 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:03.581307 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:03.814337 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] get_ports_and_sgs() called for port_ids ['c155ea33-0bb7-4da9-8b7e-40ccb265ead9'] {{(pid=105392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 14:49:04.561594 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0f779-a243-43a7-9b5a-90e667a07ec5 req-d83967d1-6747-4072-836c-6c9d2b34246b tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:04.563225 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d4c0f779-a243-43a7-9b5a-90e667a07ec5 req-d83967d1-6747-4072-836c-6c9d2b34246b tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7865fba9-1731-407f-a709-d60f1432e269 HTTP/1.1" status: 200 len: 944 time: 0.0556467 Nov 02 14:49:04.617932 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d4c0f779-a243-43a7-9b5a-90e667a07ec5 req-9138f326-57d7-471a-a807-1ab5f288e90c tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=4af23aee-7efd-4f75-b63d-8c83b0acb236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482795 Nov 02 14:49:05.236782 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device c155ea33-0bb7-4da9-8b7e-40ccb265ead9 up at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:49:05.282346 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning for port c155ea33-0bb7-4da9-8b7e-40ccb265ead9 completed by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 14:49:05.342547 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning complete for port c155ea33-0bb7-4da9-8b7e-40ccb265ead9 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:49:05.342854 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (c155ea33-0bb7-4da9-8b7e-40ccb265ead9), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:05.343221 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Attempt 1 to provision port c155ea33-0bb7-4da9-8b7e-40ccb265ead9 Nov 02 14:49:05.421214 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:05.424052 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port c155ea33-0bb7-4da9-8b7e-40ccb265ead9 is: BUILD; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:49:05.424437 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (c155ea33-0bb7-4da9-8b7e-40ccb265ead9), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:05.449356 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7865fba9-1731-407f-a709-d60f1432e269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c155ea33-0bb7-4da9-8b7e-40ccb265ead9'}] {{(pid=105392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:49:05.452228 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa406a66c4f7fcebf853f6ac608ace0721fd427f75714d2af0e2307e93ff13f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf72090-5a82-4597-9da2-c28c1f7ea773" -d '{"events": [{"server_uuid": "7865fba9-1731-407f-a709-d60f1432e269", "name": "network-vif-plugged", "status": "completed", "tag": "c155ea33-0bb7-4da9-8b7e-40ccb265ead9"}]}' {{(pid=105392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:49:05.466405 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port c155ea33-0bb7-4da9-8b7e-40ccb265ead9, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=c155ea33-0bb7-4da9-8b7e-40ccb265ead9,segment=NetworkSegment(317ea5d5-6056-4847-aa91-273fe8d40822),segment_id=317ea5d5-6056-4847-aa91-273fe8d40822)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:49:05.502993 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc59a28-082a-4529-8c71-c18093d795bd x-openstack-request-id: req-edc59a28-082a-4529-8c71-c18093d795bd {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:49:05.503352 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7865fba9-1731-407f-a709-d60f1432e269", "name": "network-vif-plugged", "status": "completed", "tag": "c155ea33-0bb7-4da9-8b7e-40ccb265ead9", "code": 200}]} {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:49:05.503645 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-edc59a28-082a-4529-8c71-c18093d795bd {{(pid=105392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:49:05.504073 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edc59a28-082a-4529-8c71-c18093d795bd'] response: {'server_uuid': '7865fba9-1731-407f-a709-d60f1432e269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c155ea33-0bb7-4da9-8b7e-40ccb265ead9', 'code': 200} Nov 02 14:49:05.576587 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (c155ea33-0bb7-4da9-8b7e-40ccb265ead9), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:05.642147 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=c155ea33-0bb7-4da9-8b7e-40ccb265ead9,revision_number=5']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:49:05.791949 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126f876-06a8-49bd-a270-9d13d96aa258 req-94356e87-7936-4047-a173-ba71b7656fe0 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:05.793813 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1126f876-06a8-49bd-a270-9d13d96aa258 req-94356e87-7936-4047-a173-ba71b7656fe0 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7865fba9-1731-407f-a709-d60f1432e269 HTTP/1.1" status: 200 len: 945 time: 0.0575352 Nov 02 14:49:05.868003 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1126f876-06a8-49bd-a270-9d13d96aa258 req-4355d9ed-c273-481b-a102-4ded978eba76 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=4af23aee-7efd-4f75-b63d-8c83b0acb236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664530 Nov 02 14:49:05.992277 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8fdad9-32c2-4b63-8503-396995d465e6 req-c079b4c2-c989-4fd1-8e74-0d5da2a9f08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:05.994087 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-da8fdad9-32c2-4b63-8503-396995d465e6 req-c079b4c2-c989-4fd1-8e74-0d5da2a9f08a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7865fba9-1731-407f-a709-d60f1432e269 HTTP/1.1" status: 200 len: 1129 time: 0.0413172 Nov 02 14:49:06.040993 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-da8fdad9-32c2-4b63-8503-396995d465e6 req-67cf6c37-2b98-4557-b374-0cac792866ee service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4af23aee-7efd-4f75-b63d-8c83b0acb236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409880 Nov 02 14:49:06.396022 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-d25c7496-c5de-4284-b462-28aa1884f8d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:07.051425 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c631eb-3541-48ae-96b1-4972e4f4469b req-76b3e8da-810f-4ee1-87ad-e4b664b1c7d8 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:07.054036 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-15c631eb-3541-48ae-96b1-4972e4f4469b req-76b3e8da-810f-4ee1-87ad-e4b664b1c7d8 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7865fba9-1731-407f-a709-d60f1432e269 HTTP/1.1" status: 200 len: 945 time: 0.0573187 Nov 02 14:49:07.113967 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-15c631eb-3541-48ae-96b1-4972e4f4469b req-f9d7762d-450b-4a92-9dca-89cb38b19057 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=4af23aee-7efd-4f75-b63d-8c83b0acb236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487907 Nov 02 14:49:08.270581 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9acd3d-e78e-40f2-8c04-bca3e1b71497 req-fe459bfe-c042-4381-9e41-fd0e5bb103f1 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:08.272206 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2f9acd3d-e78e-40f2-8c04-bca3e1b71497 req-fe459bfe-c042-4381-9e41-fd0e5bb103f1 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7865fba9-1731-407f-a709-d60f1432e269 HTTP/1.1" status: 200 len: 945 time: 0.0618424 Nov 02 14:49:08.345033 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2f9acd3d-e78e-40f2-8c04-bca3e1b71497 req-7967cc53-a949-44f5-857a-22b2fecd2981 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=4af23aee-7efd-4f75-b63d-8c83b0acb236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646601 Nov 02 14:49:08.491644 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf62b3-774d-45e7-944e-c8c450028563 req-ffbd68b6-080b-4f85-8973-3199883c7f64 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:08.493874 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cbaf62b3-774d-45e7-944e-c8c450028563 req-ffbd68b6-080b-4f85-8973-3199883c7f64 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7865fba9-1731-407f-a709-d60f1432e269 HTTP/1.1" status: 200 len: 945 time: 0.0653098 Nov 02 14:49:08.512566 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 36984) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:49:08.517768 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-cb221429-81b9-456a-b698-03ace0b0cef2 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Request body: {'floatingip': {'port_id': 'c155ea33-0bb7-4da9-8b7e-40ccb265ead9'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:49:08.559535 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-cb221429-81b9-456a-b698-03ace0b0cef2 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for floatingip (95c72143-fbd4-4ccd-b96e-7b75ae4ec193), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:08.563259 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:08.856579 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-831d904b-ae28-4130-aaf1-7b511b862a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:09.111137 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:09.132094 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-cb221429-81b9-456a-b698-03ace0b0cef2 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:09.187806 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-cb221429-81b9-456a-b698-03ace0b0cef2 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66773501'] for floatingip (95c72143-fbd4-4ccd-b96e-7b75ae4ec193), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:09.333845 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.db.l3_db [None req-cb221429-81b9-456a-b698-03ace0b0cef2 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Floating IP 95c72143-fbd4-4ccd-b96e-7b75ae4ec193 associated. External IP: 172.27.0.131, port: c155ea33-0bb7-4da9-8b7e-40ccb265ead9. Nov 02 14:49:09.589735 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb221429-81b9-456a-b698-03ace0b0cef2 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Router d28ea826-8148-4631-949c-ee2a972b4b7c has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:49:09.710455 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb221429-81b9-456a-b698-03ace0b0cef2 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:49:09.718525 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-cb221429-81b9-456a-b698-03ace0b0cef2 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for floatingip (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:09.727528 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e751ea-3700-4499-b2a6-e3785f4f0a38 None None] Sync routers for ids ['d28ea826-8148-4631-949c-ee2a972b4b7c'] in dv-cinder-862365-4-iscsi {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:49:09.745535 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e751ea-3700-4499-b2a6-e3785f4f0a38 None None] Routers {'d28ea826-8148-4631-949c-ee2a972b4b7c'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:49:09.746546 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-13e751ea-3700-4499-b2a6-e3785f4f0a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:49:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['d28ea826-8148-4631-949c-ee2a972b4b7c'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:49:09.776704 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-cb221429-81b9-456a-b698-03ace0b0cef2 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "PUT /networking/v2.0/floatingips/95c72143-fbd4-4ccd-b96e-7b75ae4ec193 HTTP/1.1" status: 200 len: 991 time: 1.2623901 Nov 02 14:49:09.777734 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7865fba9-1731-407f-a709-d60f1432e269', 'tag': 'c155ea33-0bb7-4da9-8b7e-40ccb265ead9'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:49:09.782503 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b172f2a8-16a0-4f2f-9297-e00dccdeb06f" -d '{"events": [{"name": "network-changed", "server_uuid": "7865fba9-1731-407f-a709-d60f1432e269", "tag": "c155ea33-0bb7-4da9-8b7e-40ccb265ead9"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:49:09.834417 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7eb770-8ebd-4999-92bb-4ae83137bcb2 x-openstack-request-id: req-fd7eb770-8ebd-4999-92bb-4ae83137bcb2 {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:49:09.835111 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7865fba9-1731-407f-a709-d60f1432e269", "tag": "c155ea33-0bb7-4da9-8b7e-40ccb265ead9", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:49:09.835548 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fd7eb770-8ebd-4999-92bb-4ae83137bcb2 {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:49:09.835994 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd7eb770-8ebd-4999-92bb-4ae83137bcb2'] response: {'name': 'network-changed', 'server_uuid': '7865fba9-1731-407f-a709-d60f1432e269', 'tag': 'c155ea33-0bb7-4da9-8b7e-40ccb265ead9', 'status': 'completed', 'code': 200} Nov 02 14:49:09.914893 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-13e751ea-3700-4499-b2a6-e3785f4f0a38 None None] Set router d28ea826-8148-4631-949c-ee2a972b4b7c gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:49:10.003333 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172f2a8-16a0-4f2f-9297-e00dccdeb06f req-d265b05c-35db-4f95-9a84-2a545050a2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:10.006043 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b172f2a8-16a0-4f2f-9297-e00dccdeb06f req-d265b05c-35db-4f95-9a84-2a545050a2bf service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=e428f318654f446db48445e4570ae2d3&device_id=7865fba9-1731-407f-a709-d60f1432e269 HTTP/1.1" status: 200 len: 1129 time: 0.0798519 Nov 02 14:49:10.143458 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:10.161728 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172f2a8-16a0-4f2f-9297-e00dccdeb06f req-35081435-dda3-4213-95ea-1f88828ea62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:10.163317 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b172f2a8-16a0-4f2f-9297-e00dccdeb06f req-35081435-dda3-4213-95ea-1f88828ea62c service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=d6bf9a07-46e7-4c2d-8535-e65644e316a0 HTTP/1.1" status: 200 len: 915 time: 0.1511202 Nov 02 14:49:10.241268 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b172f2a8-16a0-4f2f-9297-e00dccdeb06f req-e608499c-a06b-402b-bf8c-018761d9e644 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c155ea33-0bb7-4da9-8b7e-40ccb265ead9 HTTP/1.1" status: 200 len: 999 time: 0.0705688 Nov 02 14:49:10.248569 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-13e751ea-3700-4499-b2a6-e3785f4f0a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'name': 'tempest-AttachVolumeNegativeTest-727071126-router', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:46:30Z', 'updated_at': '2022-11-02T14:46:33Z', 'revision_number': 4, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'gw_port': {'id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:31Z', 'updated_at': '2022-11-02T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': '95c72143-fbd4-4ccd-b96e-7b75ae4ec193', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'floating_ip_address': '172.27.0.131', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'port_id': 'c155ea33-0bb7-4da9-8b7e-40ccb265ead9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'mac_address': 'fa:16:3e:e9:75:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7865fba9-1731-407f-a709-d60f1432e269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:48:52Z', 'updated_at': '2022-11-02T14:49:09Z', 'revision_number': 1, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107d01d1-b781-43db-8dc8-8fb142b946bf', 'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'mac_address': 'fa:16:3e:26:b5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '6a51700c-a406-45a9-976e-ab3485599867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:33Z', 'updated_at': '2022-11-02T14:46:38Z', 'revision_number': 5, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'subnets': [{'id': '6a51700c-a406-45a9-976e-ab3485599867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:49:10.277187 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e751ea-3700-4499-b2a6-e3785f4f0a38 None None] Checking router: d28ea826-8148-4631-949c-ee2a972b4b7c for host: dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:49:10.288472 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e751ea-3700-4499-b2a6-e3785f4f0a38 None None] Routers {'d28ea826-8148-4631-949c-ee2a972b4b7c'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:49:10.289121 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-13e751ea-3700-4499-b2a6-e3785f4f0a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:49:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['d28ea826-8148-4631-949c-ee2a972b4b7c'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:49:10.298056 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172f2a8-16a0-4f2f-9297-e00dccdeb06f req-b365dc03-072e-4e4c-8c70-7f065829edc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:10.303586 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b172f2a8-16a0-4f2f-9297-e00dccdeb06f req-b365dc03-072e-4e4c-8c70-7f065829edc4 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6a51700c-a406-45a9-976e-ab3485599867 HTTP/1.1" status: 200 len: 853 time: 0.0521066 Nov 02 14:49:10.357675 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172f2a8-16a0-4f2f-9297-e00dccdeb06f req-a326afc8-1db8-4755-b9f8-f6f0c5975d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:10.360372 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b172f2a8-16a0-4f2f-9297-e00dccdeb06f req-a326afc8-1db8-4755-b9f8-f6f0c5975d8b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d6bf9a07-46e7-4c2d-8535-e65644e316a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542762 Nov 02 14:49:10.411804 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-13e751ea-3700-4499-b2a6-e3785f4f0a38 None None] Set router d28ea826-8148-4631-949c-ee2a972b4b7c gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:49:10.427317 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:10.481857 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:10.489099 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:10.494001 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b172f2a8-16a0-4f2f-9297-e00dccdeb06f req-a6d5ab53-1648-4523-b0b6-d47219d00d97 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d6bf9a07-46e7-4c2d-8535-e65644e316a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268287 Nov 02 14:49:10.604524 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b172f2a8-16a0-4f2f-9297-e00dccdeb06f req-7e520931-84ac-411e-b6b5-81328f0d6979 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d6bf9a07-46e7-4c2d-8535-e65644e316a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021721 Nov 02 14:49:10.719314 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-13e751ea-3700-4499-b2a6-e3785f4f0a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'name': 'tempest-AttachVolumeNegativeTest-727071126-router', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:46:30Z', 'updated_at': '2022-11-02T14:46:33Z', 'revision_number': 4, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'gw_port': {'id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:31Z', 'updated_at': '2022-11-02T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': '95c72143-fbd4-4ccd-b96e-7b75ae4ec193', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'floating_ip_address': '172.27.0.131', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'port_id': 'c155ea33-0bb7-4da9-8b7e-40ccb265ead9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'mac_address': 'fa:16:3e:e9:75:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7865fba9-1731-407f-a709-d60f1432e269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:48:52Z', 'updated_at': '2022-11-02T14:49:09Z', 'revision_number': 1, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107d01d1-b781-43db-8dc8-8fb142b946bf', 'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'mac_address': 'fa:16:3e:26:b5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '6a51700c-a406-45a9-976e-ab3485599867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:33Z', 'updated_at': '2022-11-02T14:46:38Z', 'revision_number': 5, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'subnets': [{'id': '6a51700c-a406-45a9-976e-ab3485599867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:49:10.746972 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e751ea-3700-4499-b2a6-e3785f4f0a38 None None] The sync data for ids ['d28ea826-8148-4631-949c-ee2a972b4b7c'] in dv-cinder-862365-4-iscsi is: [{'id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'name': 'tempest-AttachVolumeNegativeTest-727071126-router', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:46:30Z', 'updated_at': '2022-11-02T14:46:33Z', 'revision_number': 4, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'gw_port': {'id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:31Z', 'updated_at': '2022-11-02T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': '95c72143-fbd4-4ccd-b96e-7b75ae4ec193', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'floating_ip_address': '172.27.0.131', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'port_id': 'c155ea33-0bb7-4da9-8b7e-40ccb265ead9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'mac_address': 'fa:16:3e:e9:75:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7865fba9-1731-407f-a709-d60f1432e269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:48:52Z', 'updated_at': '2022-11-02T14:49:09Z', 'revision_number': 1, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107d01d1-b781-43db-8dc8-8fb142b946bf', 'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'mac_address': 'fa:16:3e:26:b5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '6a51700c-a406-45a9-976e-ab3485599867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:33Z', 'updated_at': '2022-11-02T14:46:38Z', 'revision_number': 5, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'subnets': [{'id': '6a51700c-a406-45a9-976e-ab3485599867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:49:10.997311 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2d8c7e-81dc-4e5e-9e06-a33f61d02a09 None None] New status for floating IP 95c72143-fbd4-4ccd-b96e-7b75ae4ec193: ACTIVE {{(pid=105392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 14:49:11.550742 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:12.073893 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:18.607570 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:49:20.598534 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=5 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:20.600496 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=23 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:20.721592 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=78 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:21.950096 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:21.952756 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:24.958296 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d8912-b7e2-4a8a-a5be-90bc908a8831 req-016a8975-8186-4032-9281-40a9f028a555 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:24.960016 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0d9d8912-b7e2-4a8a-a5be-90bc908a8831 req-016a8975-8186-4032-9281-40a9f028a555 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3 HTTP/1.1" status: 200 len: 945 time: 0.1472728 Nov 02 14:49:25.015917 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0d9d8912-b7e2-4a8a-a5be-90bc908a8831 req-aaeef5e9-d052-464f-81a6-a0caf7986f68 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=fe545155-742c-4dbf-b25a-f51180cf846d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487957 Nov 02 14:49:26.219289 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d232a19-759d-4fd6-bf93-7c83a2507218 req-8e64292d-cf88-4855-9382-864ff097755b tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:26.221025 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0d232a19-759d-4fd6-bf93-7c83a2507218 req-8e64292d-cf88-4855-9382-864ff097755b tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3 HTTP/1.1" status: 200 len: 945 time: 0.1184833 Nov 02 14:49:26.284072 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0d232a19-759d-4fd6-bf93-7c83a2507218 req-1c0fd319-3036-4380-b98d-448453123eb0 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=fe545155-742c-4dbf-b25a-f51180cf846d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566416 Nov 02 14:49:26.890674 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad2fa9-4540-4a41-ba68-f6044c7b5415 req-0612ba98-e7b6-4d3c-ab83-62c6e89be033 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:26.892249 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9aad2fa9-4540-4a41-ba68-f6044c7b5415 req-0612ba98-e7b6-4d3c-ab83-62c6e89be033 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3 HTTP/1.1" status: 200 len: 945 time: 0.0512416 Nov 02 14:49:26.985703 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [req-9aad2fa9-4540-4a41-ba68-f6044c7b5415 req-97141b61-4731-4a2e-9ef3-6784661a2394 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Deleting port d1638fe4-d11f-4f39-8b81-4f5434920e98 {{(pid=105391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:49:26.986048 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-9aad2fa9-4540-4a41-ba68-f6044c7b5415 req-97141b61-4731-4a2e-9ef3-6784661a2394 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (d1638fe4-d11f-4f39-8b81-4f5434920e98), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:27.096640 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-9aad2fa9-4540-4a41-ba68-f6044c7b5415 req-97141b61-4731-4a2e-9ef3-6784661a2394 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] For port d1638fe4-d11f-4f39-8b81-4f5434920e98, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=d1638fe4-d11f-4f39-8b81-4f5434920e98,segment=NetworkSegment(fe128dff-0468-489e-a1be-e5186dded930),segment_id=fe128dff-0468-489e-a1be-e5186dded930)] {{(pid=105391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:49:27.097172 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-9aad2fa9-4540-4a41-ba68-f6044c7b5415 req-97141b61-4731-4a2e-9ef3-6784661a2394 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (d1638fe4-d11f-4f39-8b81-4f5434920e98), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:27.279274 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-9aad2fa9-4540-4a41-ba68-f6044c7b5415 req-97141b61-4731-4a2e-9ef3-6784661a2394 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:27.280079 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-9aad2fa9-4540-4a41-ba68-f6044c7b5415 req-97141b61-4731-4a2e-9ef3-6784661a2394 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66773501'] for floatingip (ba361577-14c1-4e96-9eba-b74d66329b50), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:27.280079 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.db.l3_db [req-9aad2fa9-4540-4a41-ba68-f6044c7b5415 req-97141b61-4731-4a2e-9ef3-6784661a2394 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Floating IP ba361577-14c1-4e96-9eba-b74d66329b50 disassociated. External IP: 172.27.0.216, port: d1638fe4-d11f-4f39-8b81-4f5434920e98. Nov 02 14:49:27.280444 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [req-9aad2fa9-4540-4a41-ba68-f6044c7b5415 req-97141b61-4731-4a2e-9ef3-6784661a2394 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Calling delete_port for d1638fe4-d11f-4f39-8b81-4f5434920e98 owned by compute:nova {{(pid=105391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:49:27.464853 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415613f5-11e3-4eaf-8346-b062fc43e77d req-c62a160b-6345-49fd-8de5-373540f57723 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:27.466853 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-415613f5-11e3-4eaf-8346-b062fc43e77d req-c62a160b-6345-49fd-8de5-373540f57723 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3 HTTP/1.1" status: 200 len: 945 time: 0.0668495 Nov 02 14:49:27.542652 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-415613f5-11e3-4eaf-8346-b062fc43e77d req-ef9665fe-b9af-4f57-8788-3c73ceec3f7b tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=fe545155-742c-4dbf-b25a-f51180cf846d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690513 Nov 02 14:49:27.556426 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-9aad2fa9-4540-4a41-ba68-f6044c7b5415 req-97141b61-4731-4a2e-9ef3-6784661a2394 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63276524'] for port (d1638fe4-d11f-4f39-8b81-4f5434920e98), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:27.600360 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97141b61-4731-4a2e-9ef3-6784661a2394 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Pushing event deleted for resources: {'Port': ['ID=d1638fe4-d11f-4f39-8b81-4f5434920e98,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:49:27.693140 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:27.714993 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:27.719753 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9aad2fa9-4540-4a41-ba68-f6044c7b5415 req-97141b61-4731-4a2e-9ef3-6784661a2394 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Router dba6e790-02fb-4055-9d5a-b4273d8e87a4 has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:49:27.832874 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9aad2fa9-4540-4a41-ba68-f6044c7b5415 req-97141b61-4731-4a2e-9ef3-6784661a2394 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:49:27.846482 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cdccb8-a1b1-41b5-ab61-9b4c4e05a4a3 None None] Sync routers for ids ['dba6e790-02fb-4055-9d5a-b4273d8e87a4'] in dv-cinder-862365-4-iscsi {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:49:27.868142 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cdccb8-a1b1-41b5-ab61-9b4c4e05a4a3 None None] Routers {'dba6e790-02fb-4055-9d5a-b4273d8e87a4'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:49:27.869223 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-e0cdccb8-a1b1-41b5-ab61-9b4c4e05a4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:49:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['dba6e790-02fb-4055-9d5a-b4273d8e87a4'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:49:28.023181 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=100 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:28.064652 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-e0cdccb8-a1b1-41b5-ab61-9b4c4e05a4a3 None None] Set router dba6e790-02fb-4055-9d5a-b4273d8e87a4 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:49:28.205439 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aad2fa9-4540-4a41-ba68-f6044c7b5415 req-97141b61-4731-4a2e-9ef3-6784661a2394 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] No DVR routers for this DVR port d1638fe4-d11f-4f39-8b81-4f5434920e98 on host hv-cinder-86236 {{(pid=105391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:49:28.208140 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-9aad2fa9-4540-4a41-ba68-f6044c7b5415 req-97141b61-4731-4a2e-9ef3-6784661a2394 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:28.211438 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9aad2fa9-4540-4a41-ba68-f6044c7b5415 req-97141b61-4731-4a2e-9ef3-6784661a2394 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.64 "DELETE /networking/v2.0/ports/d1638fe4-d11f-4f39-8b81-4f5434920e98 HTTP/1.1" status: 204 len: 173 time: 1.3134818 Nov 02 14:49:28.211946 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3', 'name': 'network-vif-deleted', 'tag': 'd1638fe4-d11f-4f39-8b81-4f5434920e98'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:49:28.214324 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ce8c0f-b0c7-4ae5-9b35-bcb0f3cecf91" -d '{"events": [{"server_uuid": "34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3", "name": "network-vif-deleted", "tag": "d1638fe4-d11f-4f39-8b81-4f5434920e98"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:49:28.254255 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81af68df-5214-4cfc-a19e-0d007f36053e x-openstack-request-id: req-81af68df-5214-4cfc-a19e-0d007f36053e {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:49:28.254509 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3", "name": "network-vif-deleted", "tag": "d1638fe4-d11f-4f39-8b81-4f5434920e98", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:49:28.254816 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-81af68df-5214-4cfc-a19e-0d007f36053e {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:49:28.255156 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81af68df-5214-4cfc-a19e-0d007f36053e'] response: {'server_uuid': '34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3', 'name': 'network-vif-deleted', 'tag': 'd1638fe4-d11f-4f39-8b81-4f5434920e98', 'status': 'completed', 'code': 200} Nov 02 14:49:28.347073 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-e0cdccb8-a1b1-41b5-ab61-9b4c4e05a4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'name': 'tempest-AttachVolumeTestJSON-1641622340-router', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cd4f9905-b309-4ec6-8734-f9e7d06b68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:53Z', 'updated_at': '2022-11-02T14:44:56Z', 'revision_number': 4, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'gw_port': {'id': 'cd4f9905-b309-4ec6-8734-f9e7d06b68b7', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:53Z', 'updated_at': '2022-11-02T14:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '05113988-9d3e-40fb-bba2-c0721eae56f8', 'name': '', 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'mac_address': 'fa:16:3e:c4:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '0620d4f8-cfae-43e4-8018-47fa75073e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:55Z', 'updated_at': '2022-11-02T14:45:01Z', 'revision_number': 5, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'subnets': [{'id': '0620d4f8-cfae-43e4-8018-47fa75073e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:49:28.374068 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cdccb8-a1b1-41b5-ab61-9b4c4e05a4a3 None None] Checking router: dba6e790-02fb-4055-9d5a-b4273d8e87a4 for host: dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:49:28.383386 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cdccb8-a1b1-41b5-ab61-9b4c4e05a4a3 None None] Routers {'dba6e790-02fb-4055-9d5a-b4273d8e87a4'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:49:28.383985 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-e0cdccb8-a1b1-41b5-ab61-9b4c4e05a4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:49:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['dba6e790-02fb-4055-9d5a-b4273d8e87a4'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:49:28.518948 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-e0cdccb8-a1b1-41b5-ab61-9b4c4e05a4a3 None None] Set router dba6e790-02fb-4055-9d5a-b4273d8e87a4 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:49:28.738091 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-e0cdccb8-a1b1-41b5-ab61-9b4c4e05a4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'name': 'tempest-AttachVolumeTestJSON-1641622340-router', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cd4f9905-b309-4ec6-8734-f9e7d06b68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:53Z', 'updated_at': '2022-11-02T14:44:56Z', 'revision_number': 4, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'gw_port': {'id': 'cd4f9905-b309-4ec6-8734-f9e7d06b68b7', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:53Z', 'updated_at': '2022-11-02T14:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '05113988-9d3e-40fb-bba2-c0721eae56f8', 'name': '', 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'mac_address': 'fa:16:3e:c4:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '0620d4f8-cfae-43e4-8018-47fa75073e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:55Z', 'updated_at': '2022-11-02T14:45:01Z', 'revision_number': 5, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'subnets': [{'id': '0620d4f8-cfae-43e4-8018-47fa75073e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:49:28.738807 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ad15cb46-4837-4ab0-baeb-7ee82eacda63 req-fc1cf797-3906-429f-a940-fe822ed7bcee tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=34683ea9-c4a1-43d4-ab19-4c2fc5b2ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0457485 Nov 02 14:49:28.827869 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:28.867472 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cdccb8-a1b1-41b5-ab61-9b4c4e05a4a3 None None] The sync data for ids ['dba6e790-02fb-4055-9d5a-b4273d8e87a4'] in dv-cinder-862365-4-iscsi is: [{'id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'name': 'tempest-AttachVolumeTestJSON-1641622340-router', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cd4f9905-b309-4ec6-8734-f9e7d06b68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:53Z', 'updated_at': '2022-11-02T14:44:56Z', 'revision_number': 4, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'gw_port': {'id': 'cd4f9905-b309-4ec6-8734-f9e7d06b68b7', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:53Z', 'updated_at': '2022-11-02T14:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '05113988-9d3e-40fb-bba2-c0721eae56f8', 'name': '', 'network_id': 'f4156324-b06b-4603-82b2-5bb54f75cf91', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'mac_address': 'fa:16:3e:c4:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '0620d4f8-cfae-43e4-8018-47fa75073e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:55Z', 'updated_at': '2022-11-02T14:45:01Z', 'revision_number': 5, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'subnets': [{'id': '0620d4f8-cfae-43e4-8018-47fa75073e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:49:29.117290 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f25e678-8614-4b7b-a1ca-7d9c34ac5f9c None None] New status for floating IP ba361577-14c1-4e96-9eba-b74d66329b50: DOWN {{(pid=105392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 14:49:30.017962 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 37098) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:49:30.076768 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-cad62798-2989-46eb-87d1-1e712d0340a1 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for security_group (fe545155-742c-4dbf-b25a-f51180cf846d), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:30.100524 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-cad62798-2989-46eb-87d1-1e712d0340a1 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for security_group (fe545155-742c-4dbf-b25a-f51180cf846d), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:30.228042 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-cad62798-2989-46eb-87d1-1e712d0340a1 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (fe545155-742c-4dbf-b25a-f51180cf846d), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:30.231532 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-cad62798-2989-46eb-87d1-1e712d0340a1 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:30.232826 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-cad62798-2989-46eb-87d1-1e712d0340a1 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "DELETE /networking/v2.0/security-groups/fe545155-742c-4dbf-b25a-f51180cf846d HTTP/1.1" status: 204 len: 168 time: 0.2138565 Nov 02 14:49:30.236864 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 37100) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:49:30.243631 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad62798-2989-46eb-87d1-1e712d0340a1 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe545155-742c-4dbf-b25a-f51180cf846d,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:49:30.261415 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.api.v2.resource [None req-65e868de-be33-4849-9099-e895f6f2dea1 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] show failed (client error): The resource could not be found. Nov 02 14:49:30.265835 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-65e868de-be33-4849-9099-e895f6f2dea1 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "GET /networking/v2.0/security-groups/fe545155-742c-4dbf-b25a-f51180cf846d HTTP/1.1" status: 404 len: 347 time: 0.0262933 Nov 02 14:49:30.267296 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 37102) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:49:30.387372 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [None req-6b0de4e8-00ea-4b1c-9e46-526d4a9a5ba3 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Deleting port e82554b0-713d-4a13-ac50-2162ac461e21 {{(pid=105391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:49:30.388260 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6b0de4e8-00ea-4b1c-9e46-526d4a9a5ba3 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (e82554b0-713d-4a13-ac50-2162ac461e21), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:30.470404 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6b0de4e8-00ea-4b1c-9e46-526d4a9a5ba3 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (e82554b0-713d-4a13-ac50-2162ac461e21), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:30.470728 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6b0de4e8-00ea-4b1c-9e46-526d4a9a5ba3 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for floatingip (e82554b0-713d-4a13-ac50-2162ac461e21), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:30.483884 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [None req-6b0de4e8-00ea-4b1c-9e46-526d4a9a5ba3 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Calling delete_port for e82554b0-713d-4a13-ac50-2162ac461e21 owned by network:floatingip {{(pid=105391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:49:30.686965 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6b0de4e8-00ea-4b1c-9e46-526d4a9a5ba3 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63276524'] for port (e82554b0-713d-4a13-ac50-2162ac461e21), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:30.714384 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0de4e8-00ea-4b1c-9e46-526d4a9a5ba3 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Pushing event deleted for resources: {'Port': ['ID=e82554b0-713d-4a13-ac50-2162ac461e21,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:49:30.783376 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6b0de4e8-00ea-4b1c-9e46-526d4a9a5ba3 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks [] for floatingip (ba361577-14c1-4e96-9eba-b74d66329b50), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:30.785985 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6b0de4e8-00ea-4b1c-9e46-526d4a9a5ba3 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for floatingip (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:30.787145 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-6b0de4e8-00ea-4b1c-9e46-526d4a9a5ba3 tempest-AttachVolumeTestJSON-833749050 tempest-AttachVolumeTestJSON-833749050-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/ba361577-14c1-4e96-9eba-b74d66329b50 HTTP/1.1" status: 204 len: 168 time: 0.5185595 Nov 02 14:49:31.379420 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device d1638fe4-d11f-4f39-8b81-4f5434920e98 no longer exists at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:49:31.399922 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] No Port match for: d1638fe4-d11f-4f39-8b81-4f5434920e98 {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:49:31.400266 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device d1638fe4-d11f-4f39-8b81-4f5434920e98 not bound to the agent host hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:49:34.272491 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ff0eba7b-6aa3-4de2-b6de-3531d54f9053 req-37dafe87-f685-4a94-aace-fe245520da59 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6e4576f1-35ce-4081-a2f1-e8e324a1c677&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439475 Nov 02 14:49:34.360070 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0eba7b-6aa3-4de2-b6de-3531d54f9053 req-62bfb536-c187-4384-a572-4fab6ff928f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:34.362538 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ff0eba7b-6aa3-4de2-b6de-3531d54f9053 req-62bfb536-c187-4384-a572-4fab6ff928f2 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=990b7e753ad1450489668d0ca151736e&device_id=6e4576f1-35ce-4081-a2f1-e8e324a1c677 HTTP/1.1" status: 200 len: 1129 time: 0.0482800 Nov 02 14:49:34.463331 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:34.498036 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0eba7b-6aa3-4de2-b6de-3531d54f9053 req-0636a541-f596-4af4-9a91-3b2188caddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:34.499704 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ff0eba7b-6aa3-4de2-b6de-3531d54f9053 req-0636a541-f596-4af4-9a91-3b2188caddf2 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=3f9be41b-3ac6-43ae-b64c-2573362419af HTTP/1.1" status: 200 len: 913 time: 0.1107299 Nov 02 14:49:34.513237 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:34.574206 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ff0eba7b-6aa3-4de2-b6de-3531d54f9053 req-53fa1b17-932c-4c4f-9dc6-d0ddb11f5b4e service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8c7d645-c149-4b30-8fb6-474b94827b54 HTTP/1.1" status: 200 len: 1001 time: 0.0681572 Nov 02 14:49:34.626595 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0eba7b-6aa3-4de2-b6de-3531d54f9053 req-b2f0da14-380e-415c-b1f5-9ea01317e3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:34.628103 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ff0eba7b-6aa3-4de2-b6de-3531d54f9053 req-b2f0da14-380e-415c-b1f5-9ea01317e3c3 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=03e0ff6f-7506-47f9-8238-68767b203b61 HTTP/1.1" status: 200 len: 851 time: 0.0483961 Nov 02 14:49:34.679320 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0eba7b-6aa3-4de2-b6de-3531d54f9053 req-d2232cc1-5c24-4dc1-b516-8a29199b49a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:34.680881 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ff0eba7b-6aa3-4de2-b6de-3531d54f9053 req-d2232cc1-5c24-4dc1-b516-8a29199b49a6 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=3f9be41b-3ac6-43ae-b64c-2573362419af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461135 Nov 02 14:49:34.781539 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ff0eba7b-6aa3-4de2-b6de-3531d54f9053 req-85956470-f492-49dc-99b7-29a50c1d932e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3f9be41b-3ac6-43ae-b64c-2573362419af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937405 Nov 02 14:49:34.891028 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ff0eba7b-6aa3-4de2-b6de-3531d54f9053 req-2c0289d3-2a5b-46b5-9e43-2161502c36dd service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3f9be41b-3ac6-43ae-b64c-2573362419af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026530 Nov 02 14:49:34.969352 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 37132) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:49:35.368911 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8425f958-ec73-445b-8322-12e5bfb83973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66774525'] for router_interface (dba6e790-02fb-4055-9d5a-b4273d8e87a4), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:35.602455 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [None req-8425f958-ec73-445b-8322-12e5bfb83973 admin admin] Deleting port 05113988-9d3e-40fb-bba2-c0721eae56f8 {{(pid=105391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:49:35.602789 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8425f958-ec73-445b-8322-12e5bfb83973 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (05113988-9d3e-40fb-bba2-c0721eae56f8), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:35.661475 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:35.680622 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:35.693143 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [None req-8425f958-ec73-445b-8322-12e5bfb83973 admin admin] For port 05113988-9d3e-40fb-bba2-c0721eae56f8, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=05113988-9d3e-40fb-bba2-c0721eae56f8,segment=NetworkSegment(fe128dff-0468-489e-a1be-e5186dded930),segment_id=fe128dff-0468-489e-a1be-e5186dded930)] {{(pid=105391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:49:35.693550 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8425f958-ec73-445b-8322-12e5bfb83973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (05113988-9d3e-40fb-bba2-c0721eae56f8), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:35.709290 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [None req-8425f958-ec73-445b-8322-12e5bfb83973 admin admin] Calling delete_port for 05113988-9d3e-40fb-bba2-c0721eae56f8 owned by network:router_interface {{(pid=105391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:49:35.967536 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8425f958-ec73-445b-8322-12e5bfb83973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63276524'] for port (05113988-9d3e-40fb-bba2-c0721eae56f8), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:35.991641 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8425f958-ec73-445b-8322-12e5bfb83973 admin admin] Pushing event deleted for resources: {'Port': ['ID=05113988-9d3e-40fb-bba2-c0721eae56f8,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:49:36.218706 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8425f958-ec73-445b-8322-12e5bfb83973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66712616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66776685'] for router_interface (dba6e790-02fb-4055-9d5a-b4273d8e87a4), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:36.245799 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98749d3-8db3-41ea-a534-f94571533f9e None None] get_active_networks_info from dv-cinder-862365-4-iscsi {{(pid=105392) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 14:49:36.396168 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98749d3-8db3-41ea-a534-f94571533f9e None None] Resources bound (agent type, host, resource id): {{(pid=105392) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 14:49:36.414606 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-a797864b-bf0f-4c99-a004-45d8ac565e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:36.528971 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8425f958-ec73-445b-8322-12e5bfb83973 admin admin] Router dba6e790-02fb-4055-9d5a-b4273d8e87a4 has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:49:36.664292 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8425f958-ec73-445b-8322-12e5bfb83973 admin admin] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:49:36.672450 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-8425f958-ec73-445b-8322-12e5bfb83973 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/dba6e790-02fb-4055-9d5a-b4273d8e87a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7019591 Nov 02 14:49:36.676654 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 37134) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:49:36.686204 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526bf38d-9def-49f6-9e14-b74a072c4d85 None None] Sync routers for ids ['dba6e790-02fb-4055-9d5a-b4273d8e87a4'] in dv-cinder-862365-4-iscsi {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:49:36.700370 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526bf38d-9def-49f6-9e14-b74a072c4d85 None None] Routers {'dba6e790-02fb-4055-9d5a-b4273d8e87a4'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:49:36.701347 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-526bf38d-9def-49f6-9e14-b74a072c4d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:49:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['dba6e790-02fb-4055-9d5a-b4273d8e87a4'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:49:36.717053 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:36.800097 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=100 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:36.801986 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-67c4e047-8ca7-49c6-bc77-0171405a0499 admin admin] Publish callbacks [] for router (dba6e790-02fb-4055-9d5a-b4273d8e87a4), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:36.868319 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:36.883607 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-526bf38d-9def-49f6-9e14-b74a072c4d85 None None] Set router dba6e790-02fb-4055-9d5a-b4273d8e87a4 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:49:36.978216 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-67c4e047-8ca7-49c6-bc77-0171405a0499 admin admin] Publish callbacks [] for router_gateway (dba6e790-02fb-4055-9d5a-b4273d8e87a4), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:37.129035 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [None req-67c4e047-8ca7-49c6-bc77-0171405a0499 admin admin] Deleting port cd4f9905-b309-4ec6-8734-f9e7d06b68b7 {{(pid=105391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:49:37.129645 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-67c4e047-8ca7-49c6-bc77-0171405a0499 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (cd4f9905-b309-4ec6-8734-f9e7d06b68b7), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:37.158093 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-526bf38d-9def-49f6-9e14-b74a072c4d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'name': 'tempest-AttachVolumeTestJSON-1641622340-router', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cd4f9905-b309-4ec6-8734-f9e7d06b68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:53Z', 'updated_at': '2022-11-02T14:49:35Z', 'revision_number': 5, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'gw_port': {'id': 'cd4f9905-b309-4ec6-8734-f9e7d06b68b7', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:53Z', 'updated_at': '2022-11-02T14:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:49:37.190393 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526bf38d-9def-49f6-9e14-b74a072c4d85 None None] Checking router: dba6e790-02fb-4055-9d5a-b4273d8e87a4 for host: dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:49:37.206192 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526bf38d-9def-49f6-9e14-b74a072c4d85 None None] Routers {'dba6e790-02fb-4055-9d5a-b4273d8e87a4'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:49:37.206192 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-526bf38d-9def-49f6-9e14-b74a072c4d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:49:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['dba6e790-02fb-4055-9d5a-b4273d8e87a4'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:49:37.281671 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [None req-67c4e047-8ca7-49c6-bc77-0171405a0499 admin admin] For port cd4f9905-b309-4ec6-8734-f9e7d06b68b7, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=cd4f9905-b309-4ec6-8734-f9e7d06b68b7,segment=NetworkSegment(16a641ca-682a-48e9-98c9-b5a1ba9af67a),segment_id=16a641ca-682a-48e9-98c9-b5a1ba9af67a)] {{(pid=105391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:49:37.282372 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-67c4e047-8ca7-49c6-bc77-0171405a0499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (cd4f9905-b309-4ec6-8734-f9e7d06b68b7), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:37.298003 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-526bf38d-9def-49f6-9e14-b74a072c4d85 None None] Set router dba6e790-02fb-4055-9d5a-b4273d8e87a4 gateway port host: None {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:49:37.315277 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [None req-67c4e047-8ca7-49c6-bc77-0171405a0499 admin admin] Calling delete_port for cd4f9905-b309-4ec6-8734-f9e7d06b68b7 owned by network:router_gateway {{(pid=105391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:49:37.349641 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-526bf38d-9def-49f6-9e14-b74a072c4d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'name': 'tempest-AttachVolumeTestJSON-1641622340-router', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:53Z', 'updated_at': '2022-11-02T14:49:36Z', 'revision_number': 6, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'gw_port_host': None}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:49:37.376497 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526bf38d-9def-49f6-9e14-b74a072c4d85 None None] The sync data for ids ['dba6e790-02fb-4055-9d5a-b4273d8e87a4'] in dv-cinder-862365-4-iscsi is: [{'id': 'dba6e790-02fb-4055-9d5a-b4273d8e87a4', 'name': 'tempest-AttachVolumeTestJSON-1641622340-router', 'tenant_id': '2bf7381b1bf545c39936c96595aa36f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:53Z', 'updated_at': '2022-11-02T14:49:36Z', 'revision_number': 6, 'project_id': '2bf7381b1bf545c39936c96595aa36f4', 'gw_port_host': None}] {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:49:37.402545 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-121202ea-d11f-48de-a1b0-af4c93414774 None None] Provisioning complete for port 843cf623-c144-4f10-9d01-f8e4eee43e39 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:49:37.403498 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-121202ea-d11f-48de-a1b0-af4c93414774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (843cf623-c144-4f10-9d01-f8e4eee43e39), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:37.403665 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-121202ea-d11f-48de-a1b0-af4c93414774 None None] Attempt 1 to provision port 843cf623-c144-4f10-9d01-f8e4eee43e39 Nov 02 14:49:37.496344 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-121202ea-d11f-48de-a1b0-af4c93414774 None None] Current status of the port 843cf623-c144-4f10-9d01-f8e4eee43e39 is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:49:37.624284 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-67c4e047-8ca7-49c6-bc77-0171405a0499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63276524'] for port (cd4f9905-b309-4ec6-8734-f9e7d06b68b7), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:37.653848 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4e047-8ca7-49c6-bc77-0171405a0499 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd4f9905-b309-4ec6-8734-f9e7d06b68b7,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:49:37.729327 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-67c4e047-8ca7-49c6-bc77-0171405a0499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66773426'] for router_gateway (dba6e790-02fb-4055-9d5a-b4273d8e87a4), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:37.890915 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-67c4e047-8ca7-49c6-bc77-0171405a0499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66776635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43145'] for router (dba6e790-02fb-4055-9d5a-b4273d8e87a4), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:37.894481 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-67c4e047-8ca7-49c6-bc77-0171405a0499 admin admin] Publish callbacks [] for router_controller (dba6e790-02fb-4055-9d5a-b4273d8e87a4), precommit_delete_associations {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:38.035707 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-67c4e047-8ca7-49c6-bc77-0171405a0499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66776610'] for router (dba6e790-02fb-4055-9d5a-b4273d8e87a4), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:38.036322 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c4e047-8ca7-49c6-bc77-0171405a0499 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dba6e790-02fb-4055-9d5a-b4273d8e87a4 {{(pid=105391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 14:49:38.041096 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-67c4e047-8ca7-49c6-bc77-0171405a0499 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:38.042259 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-67c4e047-8ca7-49c6-bc77-0171405a0499 admin admin] 10.222.0.30 "DELETE /networking/v2.0/routers/dba6e790-02fb-4055-9d5a-b4273d8e87a4 HTTP/1.1" status: 204 len: 168 time: 1.3643670 Nov 02 14:49:38.046036 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 37136) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:49:38.095199 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.db_base_plugin_v2 [None req-d769a509-1613-4761-be8a-5934f9dfb75c admin admin] Deleting subnet 0620d4f8-cfae-43e4-8018-47fa75073e3e {{(pid=105391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 14:49:38.098657 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d769a509-1613-4761-be8a-5934f9dfb75c admin admin] Publish callbacks [] for subnet (0620d4f8-cfae-43e4-8018-47fa75073e3e), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:38.134928 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d769a509-1613-4761-be8a-5934f9dfb75c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64924452'] for subnet (0620d4f8-cfae-43e4-8018-47fa75073e3e), precommit_delete_associations {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:38.234108 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d769a509-1613-4761-be8a-5934f9dfb75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381874'] for subnet (0620d4f8-cfae-43e4-8018-47fa75073e3e), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:38.267643 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:38.431503 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d769a509-1613-4761-be8a-5934f9dfb75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63276465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62938073'] for subnet (0620d4f8-cfae-43e4-8018-47fa75073e3e), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:38.462167 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d769a509-1613-4761-be8a-5934f9dfb75c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0620d4f8-cfae-43e4-8018-47fa75073e3e,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:49:38.466743 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d769a509-1613-4761-be8a-5934f9dfb75c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for subnet (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:38.470539 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-d769a509-1613-4761-be8a-5934f9dfb75c admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/0620d4f8-cfae-43e4-8018-47fa75073e3e HTTP/1.1" status: 204 len: 168 time: 0.4234552 Nov 02 14:49:38.473182 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 37140) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:49:38.482105 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f747e527-4310-4a44-a4b8-3546f6e25f9b None None] Network f4156324-b06b-4603-82b2-5bb54f75cf91 requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:49:38.492076 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:38.557184 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-2450649e-d71d-41bd-aaf2-1d38ddd1a394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370122'] for network (f4156324-b06b-4603-82b2-5bb54f75cf91), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:38.610060 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [None req-2450649e-d71d-41bd-aaf2-1d38ddd1a394 admin admin] Deleting port 843cf623-c144-4f10-9d01-f8e4eee43e39 {{(pid=105391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:49:38.610424 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-2450649e-d71d-41bd-aaf2-1d38ddd1a394 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (843cf623-c144-4f10-9d01-f8e4eee43e39), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:38.680727 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f895d92a-4ae9-4afd-a04d-3904009db6f8 None None] DHCP port deletion for f4156324-b06b-4603-82b2-5bb54f75cf91 request from dv-cinder-862365-4-iscsi {{(pid=105392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 14:49:38.687489 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [None req-2450649e-d71d-41bd-aaf2-1d38ddd1a394 admin admin] For port 843cf623-c144-4f10-9d01-f8e4eee43e39, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=843cf623-c144-4f10-9d01-f8e4eee43e39,segment=NetworkSegment(fe128dff-0468-489e-a1be-e5186dded930),segment_id=fe128dff-0468-489e-a1be-e5186dded930)] {{(pid=105391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:49:38.688146 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-2450649e-d71d-41bd-aaf2-1d38ddd1a394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (843cf623-c144-4f10-9d01-f8e4eee43e39), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:38.713443 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [None req-2450649e-d71d-41bd-aaf2-1d38ddd1a394 admin admin] Calling delete_port for 843cf623-c144-4f10-9d01-f8e4eee43e39 owned by network:dhcp {{(pid=105391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:49:38.726327 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-f895d92a-4ae9-4afd-a04d-3904009db6f8 None None] Deleting port 843cf623-c144-4f10-9d01-f8e4eee43e39 {{(pid=105392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:49:38.726786 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-f895d92a-4ae9-4afd-a04d-3904009db6f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (843cf623-c144-4f10-9d01-f8e4eee43e39), before_delete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:38.804461 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-f895d92a-4ae9-4afd-a04d-3904009db6f8 None None] For port 843cf623-c144-4f10-9d01-f8e4eee43e39, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=843cf623-c144-4f10-9d01-f8e4eee43e39,segment=NetworkSegment(fe128dff-0468-489e-a1be-e5186dded930),segment_id=fe128dff-0468-489e-a1be-e5186dded930)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:49:38.804855 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-f895d92a-4ae9-4afd-a04d-3904009db6f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (843cf623-c144-4f10-9d01-f8e4eee43e39), precommit_delete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:38.823558 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-f895d92a-4ae9-4afd-a04d-3904009db6f8 None None] Calling delete_port for 843cf623-c144-4f10-9d01-f8e4eee43e39 owned by network:dhcp {{(pid=105392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:49:38.872314 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device cd4f9905-b309-4ec6-8734-f9e7d06b68b7 no longer exists at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:49:38.942743 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-2450649e-d71d-41bd-aaf2-1d38ddd1a394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63276524'] for port (843cf623-c144-4f10-9d01-f8e4eee43e39), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:38.968549 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450649e-d71d-41bd-aaf2-1d38ddd1a394 admin admin] Pushing event deleted for resources: {'Port': ['ID=843cf623-c144-4f10-9d01-f8e4eee43e39,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:49:38.978881 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2450649e-d71d-41bd-aaf2-1d38ddd1a394 admin admin] No DVR routers for this DVR port 843cf623-c144-4f10-9d01-f8e4eee43e39 on host dv-cinder-862365-4-iscsi {{(pid=105391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:49:38.981632 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2450649e-d71d-41bd-aaf2-1d38ddd1a394 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:38.981981 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2450649e-d71d-41bd-aaf2-1d38ddd1a394 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:38.982330 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2450649e-d71d-41bd-aaf2-1d38ddd1a394 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:38.982672 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2450649e-d71d-41bd-aaf2-1d38ddd1a394 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:38.983013 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2450649e-d71d-41bd-aaf2-1d38ddd1a394 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:38.983348 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2450649e-d71d-41bd-aaf2-1d38ddd1a394 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:38.983680 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2450649e-d71d-41bd-aaf2-1d38ddd1a394 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:38.984025 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2450649e-d71d-41bd-aaf2-1d38ddd1a394 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:38.984355 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2450649e-d71d-41bd-aaf2-1d38ddd1a394 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:38.984666 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2450649e-d71d-41bd-aaf2-1d38ddd1a394 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:38.985459 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2450649e-d71d-41bd-aaf2-1d38ddd1a394 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:38.985459 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2450649e-d71d-41bd-aaf2-1d38ddd1a394 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:38.985747 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2450649e-d71d-41bd-aaf2-1d38ddd1a394 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:38.986072 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2450649e-d71d-41bd-aaf2-1d38ddd1a394 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:38.986416 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2450649e-d71d-41bd-aaf2-1d38ddd1a394 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:39.038902 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-639ca56a-c60e-4982-af74-34b59f2d7d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:39.040232 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] No Port match for: cd4f9905-b309-4ec6-8734-f9e7d06b68b7 {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:49:39.040569 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device cd4f9905-b309-4ec6-8734-f9e7d06b68b7 not bound to the agent host dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:49:39.040984 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 05113988-9d3e-40fb-bba2-c0721eae56f8 no longer exists at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:49:39.067615 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-2450649e-d71d-41bd-aaf2-1d38ddd1a394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382473', 'neutron.services.segments.db._delete_segments_for_network-8767001720194'] for network (f4156324-b06b-4603-82b2-5bb54f75cf91), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:39.068615 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] No Port match for: 05113988-9d3e-40fb-bba2-c0721eae56f8 {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:49:39.068958 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 05113988-9d3e-40fb-bba2-c0721eae56f8 not bound to the agent host dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:49:39.069401 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 843cf623-c144-4f10-9d01-f8e4eee43e39 no longer exists at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:49:39.091962 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] No Port match for: 843cf623-c144-4f10-9d01-f8e4eee43e39 {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:49:39.092750 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 843cf623-c144-4f10-9d01-f8e4eee43e39 not bound to the agent host dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:49:39.094255 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.services.segments.db [None req-2450649e-d71d-41bd-aaf2-1d38ddd1a394 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4156324-b06b-4603-82b2-5bb54f75cf91']}} {{(pid=105391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:49:39.110181 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-f895d92a-4ae9-4afd-a04d-3904009db6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470'] for port (843cf623-c144-4f10-9d01-f8e4eee43e39), after_delete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:39.113153 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.services.segments.db [None req-2450649e-d71d-41bd-aaf2-1d38ddd1a394 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe128dff-0468-489e-a1be-e5186dded930') {'for_net_delete': True} {{(pid=105391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:49:39.113564 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.services.segments.db [None req-2450649e-d71d-41bd-aaf2-1d38ddd1a394 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe128dff-0468-489e-a1be-e5186dded930') {} {{(pid=105391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:49:39.126659 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-2450649e-d71d-41bd-aaf2-1d38ddd1a394 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767001720257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64924461'] for segment (fe128dff-0468-489e-a1be-e5186dded930), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:39.135586 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895d92a-4ae9-4afd-a04d-3904009db6f8 None None] Pushing event deleted for resources: {'Port': ['ID=843cf623-c144-4f10-9d01-f8e4eee43e39,revision_number=None']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:49:39.139292 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f895d92a-4ae9-4afd-a04d-3904009db6f8 None None] No DVR routers for this DVR port 843cf623-c144-4f10-9d01-f8e4eee43e39 on host dv-cinder-862365-4-iscsi {{(pid=105392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:49:39.141610 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-2450649e-d71d-41bd-aaf2-1d38ddd1a394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140'] for segment (fe128dff-0468-489e-a1be-e5186dded930), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:39.154092 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2450649e-d71d-41bd-aaf2-1d38ddd1a394 admin admin] Releasing vlan 461 on physical network physnet1 to pool {{(pid=105391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 14:49:39.154544 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-2450649e-d71d-41bd-aaf2-1d38ddd1a394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63276319'] for segment (fe128dff-0468-489e-a1be-e5186dded930), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:39.263168 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.services.segments.plugin [-] Segment fe128dff-0468-489e-a1be-e5186dded930 resource provider aggregate not found Nov 02 14:49:39.275991 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.services.segments.plugin [-] Segment fe128dff-0468-489e-a1be-e5186dded930 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe128dff-0468-489e-a1be-e5186dded930 found for delete ", "request_id": "req-aca9272b-028d-4ecf-a25e-40ce27c6bcc5"}]} Nov 02 14:49:39.304773 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-2450649e-d71d-41bd-aaf2-1d38ddd1a394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66773462'] for network (f4156324-b06b-4603-82b2-5bb54f75cf91), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:39.312783 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-2450649e-d71d-41bd-aaf2-1d38ddd1a394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for network (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:39.316054 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-2450649e-d71d-41bd-aaf2-1d38ddd1a394 admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/f4156324-b06b-4603-82b2-5bb54f75cf91 HTTP/1.1" status: 204 len: 168 time: 0.8418365 Nov 02 14:49:39.329419 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450649e-d71d-41bd-aaf2-1d38ddd1a394 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4156324-b06b-4603-82b2-5bb54f75cf91,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:49:39.667274 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 37154) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:49:39.732048 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-6eb794f6-52a4-4158-afef-79525cc9ddb5 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=2bf7381b1bf545c39936c96595aa36f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0625622 Nov 02 14:49:39.735154 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 37158) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:49:39.803736 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-666801c1-39b8-4e4a-8478-1d4b5f14a47b admin admin] Publish callbacks [] for security_group (6a03b976-4d00-4057-b842-30984512c768), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:39.828081 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-666801c1-39b8-4e4a-8478-1d4b5f14a47b admin admin] Publish callbacks [] for security_group (6a03b976-4d00-4057-b842-30984512c768), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:39.953478 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-666801c1-39b8-4e4a-8478-1d4b5f14a47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (6a03b976-4d00-4057-b842-30984512c768), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:39.956272 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-666801c1-39b8-4e4a-8478-1d4b5f14a47b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:39.957688 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-666801c1-39b8-4e4a-8478-1d4b5f14a47b admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/6a03b976-4d00-4057-b842-30984512c768 HTTP/1.1" status: 204 len: 168 time: 0.2211969 Nov 02 14:49:39.968259 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666801c1-39b8-4e4a-8478-1d4b5f14a47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a03b976-4d00-4057-b842-30984512c768,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:49:39.983029 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:40.504686 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:41.103007 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 37182) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:49:41.226101 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-6a14164d-d2e3-4219-bdf0-73cd2f045dab admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-200461149-network', 'tenant_id': '079d9b3743df4a13808284219026a1e5'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:49:41.338542 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a14164d-d2e3-4219-bdf0-73cd2f045dab admin admin] Made reservation on behalf of 079d9b3743df4a13808284219026a1e5 for: {'network': 1} {{(pid=105391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:49:41.341076 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6a14164d-d2e3-4219-bdf0-73cd2f045dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for network (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:41.350914 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6a14164d-d2e3-4219-bdf0-73cd2f045dab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:41.454053 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6a14164d-d2e3-4219-bdf0-73cd2f045dab admin admin] Publish callbacks [] for security_group (506becd0-6a48-4b97-b46c-209ce25e7353), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:41.514312 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6a14164d-d2e3-4219-bdf0-73cd2f045dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (506becd0-6a48-4b97-b46c-209ce25e7353), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:41.521038 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:41.545730 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:41.547734 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a14164d-d2e3-4219-bdf0-73cd2f045dab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 459} {{(pid=105391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 14:49:41.554819 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14164d-d2e3-4219-bdf0-73cd2f045dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506becd0-6a48-4b97-b46c-209ce25e7353,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:49:41.561859 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6a14164d-d2e3-4219-bdf0-73cd2f045dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140'] for segment (ca52990f-2d7f-4cf7-9ac1-bd1d2b78fb91), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:41.562216 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.db.segments_db [None req-6a14164d-d2e3-4219-bdf0-73cd2f045dab admin admin] Added segment ca52990f-2d7f-4cf7-9ac1-bd1d2b78fb91 of type vlan for network 4438ecea-6016-41a6-b366-e95a52936105 Nov 02 14:49:41.608686 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6a14164d-d2e3-4219-bdf0-73cd2f045dab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767001230538'] for network (4438ecea-6016-41a6-b366-e95a52936105), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:41.710593 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6a14164d-d2e3-4219-bdf0-73cd2f045dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593'] for network (4438ecea-6016-41a6-b366-e95a52936105), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:41.711744 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a14164d-d2e3-4219-bdf0-73cd2f045dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:41.712400 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-6a14164d-d2e3-4219-bdf0-73cd2f045dab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for network (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:41.729807 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:41.779565 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14164d-d2e3-4219-bdf0-73cd2f045dab admin admin] Pushing event updated for resources: {'Network': ['ID=4438ecea-6016-41a6-b366-e95a52936105,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:49:41.790734 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Network 4438ecea-6016-41a6-b366-e95a52936105 details requested by agent ovs-agent-dv-cinder-862365-4-iscsi with host dv-cinder-862365-4-iscsi {{(pid=105392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 14:49:41.796582 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:41.835794 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-6a14164d-d2e3-4219-bdf0-73cd2f045dab admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7313356 Nov 02 14:49:41.841643 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 37188) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:49:41.850426 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-d7daefaa-0e73-4116-8a5d-1cbda3fbb2c3 admin admin] Request body: {'subnet': {'network_id': '4438ecea-6016-41a6-b366-e95a52936105', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-200461149-subnet', 'tenant_id': '079d9b3743df4a13808284219026a1e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:49:41.967514 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7daefaa-0e73-4116-8a5d-1cbda3fbb2c3 admin admin] Made reservation on behalf of 079d9b3743df4a13808284219026a1e5 for: {'subnet': 1} {{(pid=105391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:49:41.970535 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d7daefaa-0e73-4116-8a5d-1cbda3fbb2c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62938084'] for subnet (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:42.058581 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:42.228080 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d7daefaa-0e73-4116-8a5d-1cbda3fbb2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63278972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62938066'] for subnet (2c58ad5e-74c1-4f62-bb6a-9272205957cc), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:42.291241 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7daefaa-0e73-4116-8a5d-1cbda3fbb2c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c58ad5e-74c1-4f62-bb6a-9272205957cc,revision_number=0']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:49:42.305113 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7daefaa-0e73-4116-8a5d-1cbda3fbb2c3 admin admin] Checking segment: {'id': 'ca52990f-2d7f-4cf7-9ac1-bd1d2b78fb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '4438ecea-6016-41a6-b366-e95a52936105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:49:42.305113 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7daefaa-0e73-4116-8a5d-1cbda3fbb2c3 admin admin] Network hostable DHCP agents. Network: 4438ecea-6016-41a6-b366-e95a52936105, hostable agents: ['46896d2e-004f-49d2-b9f8-26552a5db8fb'], hosted agents: [] {{(pid=105391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 14:49:42.387905 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7daefaa-0e73-4116-8a5d-1cbda3fbb2c3 admin admin] Network 4438ecea-6016-41a6-b366-e95a52936105 is scheduled to be hosted by DHCP agent 46896d2e-004f-49d2-b9f8-26552a5db8fb with binding_index 1 {{(pid=105391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 14:49:42.456160 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [None req-d7daefaa-0e73-4116-8a5d-1cbda3fbb2c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862365-4-iscsi, 4438ecea-6016-41a6-b366-e95a52936105) {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:49:42.462154 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7daefaa-0e73-4116-8a5d-1cbda3fbb2c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:42.465361 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d7daefaa-0e73-4116-8a5d-1cbda3fbb2c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for subnet (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:42.470333 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba19e407-ce9d-4d50-a382-ba131da9b146 None None] Network 4438ecea-6016-41a6-b366-e95a52936105 requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:49:42.557095 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-d7daefaa-0e73-4116-8a5d-1cbda3fbb2c3 admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7134876 Nov 02 14:49:42.591161 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20db917a-ce65-47ba-8293-2231090fcb30 None None] Network 4438ecea-6016-41a6-b366-e95a52936105 requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:49:43.493495 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 37210) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:49:43.502717 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-1df13c87-880a-4201-9dfe-0518c4adcd84 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2039267807-network', 'tenant_id': '5232d4b02d6c4525abd0cd27ce2d38ec'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:49:43.618374 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df13c87-880a-4201-9dfe-0518c4adcd84 admin admin] Made reservation on behalf of 5232d4b02d6c4525abd0cd27ce2d38ec for: {'network': 1} {{(pid=105390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:49:43.621090 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-1df13c87-880a-4201-9dfe-0518c4adcd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for network (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:43.631492 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-1df13c87-880a-4201-9dfe-0518c4adcd84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:43.762434 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-1df13c87-880a-4201-9dfe-0518c4adcd84 admin admin] Publish callbacks [] for security_group (48e30f5f-1ad7-4d77-a4c9-10db6e7115d6), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:43.830025 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-1df13c87-880a-4201-9dfe-0518c4adcd84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (48e30f5f-1ad7-4d77-a4c9-10db6e7115d6), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:43.857520 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df13c87-880a-4201-9dfe-0518c4adcd84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 453} {{(pid=105390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 14:49:43.875442 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df13c87-880a-4201-9dfe-0518c4adcd84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e30f5f-1ad7-4d77-a4c9-10db6e7115d6,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:49:43.878422 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-1df13c87-880a-4201-9dfe-0518c4adcd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140'] for segment (e7112838-f4d6-4fd2-8acb-9c362145e930), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:43.878936 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.db.segments_db [None req-1df13c87-880a-4201-9dfe-0518c4adcd84 admin admin] Added segment e7112838-f4d6-4fd2-8acb-9c362145e930 of type vlan for network 3ab71862-2c94-4565-8bf1-2336d3b1445c Nov 02 14:49:43.894187 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df13c87-880a-4201-9dfe-0518c4adcd84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:43.894509 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df13c87-880a-4201-9dfe-0518c4adcd84 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:43.894822 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df13c87-880a-4201-9dfe-0518c4adcd84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:43.895162 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df13c87-880a-4201-9dfe-0518c4adcd84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:43.895494 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df13c87-880a-4201-9dfe-0518c4adcd84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:43.895830 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df13c87-880a-4201-9dfe-0518c4adcd84 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:43.896158 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df13c87-880a-4201-9dfe-0518c4adcd84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:43.896486 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df13c87-880a-4201-9dfe-0518c4adcd84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:43.896877 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df13c87-880a-4201-9dfe-0518c4adcd84 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:43.897239 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df13c87-880a-4201-9dfe-0518c4adcd84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:43.897568 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df13c87-880a-4201-9dfe-0518c4adcd84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:43.897900 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df13c87-880a-4201-9dfe-0518c4adcd84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:43.898221 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df13c87-880a-4201-9dfe-0518c4adcd84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:43.898545 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df13c87-880a-4201-9dfe-0518c4adcd84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:43.898865 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df13c87-880a-4201-9dfe-0518c4adcd84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:49:43.947356 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-1df13c87-880a-4201-9dfe-0518c4adcd84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767001230538'] for network (3ab71862-2c94-4565-8bf1-2336d3b1445c), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:44.035518 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-1df13c87-880a-4201-9dfe-0518c4adcd84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593'] for network (3ab71862-2c94-4565-8bf1-2336d3b1445c), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:44.040318 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df13c87-880a-4201-9dfe-0518c4adcd84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:44.040318 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-1df13c87-880a-4201-9dfe-0518c4adcd84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for network (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:44.114770 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df13c87-880a-4201-9dfe-0518c4adcd84 admin admin] Pushing event updated for resources: {'Network': ['ID=3ab71862-2c94-4565-8bf1-2336d3b1445c,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:49:44.127893 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Network 3ab71862-2c94-4565-8bf1-2336d3b1445c details requested by agent ovs-agent-dv-cinder-862365-4-iscsi with host dv-cinder-862365-4-iscsi {{(pid=105392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 14:49:44.159320 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-1df13c87-880a-4201-9dfe-0518c4adcd84 admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6642852 Nov 02 14:49:44.166739 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 37218) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:49:44.172748 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-4b15fd57-dbbf-4e48-955b-a65fab277900 admin admin] Request body: {'subnet': {'network_id': '3ab71862-2c94-4565-8bf1-2336d3b1445c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2039267807-subnet', 'tenant_id': '5232d4b02d6c4525abd0cd27ce2d38ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:49:44.300443 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b15fd57-dbbf-4e48-955b-a65fab277900 admin admin] Made reservation on behalf of 5232d4b02d6c4525abd0cd27ce2d38ec for: {'subnet': 1} {{(pid=105390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:49:44.302983 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-4b15fd57-dbbf-4e48-955b-a65fab277900 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63785420'] for subnet (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:44.452219 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:44.517921 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:44.588120 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-4b15fd57-dbbf-4e48-955b-a65fab277900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63635552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63785466'] for subnet (aaaca91e-2d02-4937-bbaf-53f6692c3b0f), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:44.649412 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15fd57-dbbf-4e48-955b-a65fab277900 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaaca91e-2d02-4937-bbaf-53f6692c3b0f,revision_number=0']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:49:44.674698 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b15fd57-dbbf-4e48-955b-a65fab277900 admin admin] Checking segment: {'id': 'e7112838-f4d6-4fd2-8acb-9c362145e930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': '3ab71862-2c94-4565-8bf1-2336d3b1445c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:49:44.675052 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b15fd57-dbbf-4e48-955b-a65fab277900 admin admin] Network hostable DHCP agents. Network: 3ab71862-2c94-4565-8bf1-2336d3b1445c, hostable agents: ['46896d2e-004f-49d2-b9f8-26552a5db8fb'], hosted agents: [] {{(pid=105390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 14:49:44.805030 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b15fd57-dbbf-4e48-955b-a65fab277900 admin admin] Network 3ab71862-2c94-4565-8bf1-2336d3b1445c is scheduled to be hosted by DHCP agent 46896d2e-004f-49d2-b9f8-26552a5db8fb with binding_index 1 {{(pid=105390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 14:49:44.890778 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-4b15fd57-dbbf-4e48-955b-a65fab277900 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862365-4-iscsi, 3ab71862-2c94-4565-8bf1-2336d3b1445c) {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:49:44.896176 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b15fd57-dbbf-4e48-955b-a65fab277900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:44.905989 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-4b15fd57-dbbf-4e48-955b-a65fab277900 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:44.909638 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e55b2b-4cbb-490b-a921-bc11e40db7e3 None None] Network 3ab71862-2c94-4565-8bf1-2336d3b1445c requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:49:45.004346 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-4b15fd57-dbbf-4e48-955b-a65fab277900 admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8363132 Nov 02 14:49:45.038030 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f32111-4731-4627-ad08-6a534d6d1834 None None] Network 3ab71862-2c94-4565-8bf1-2336d3b1445c requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:49:45.218554 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 37224) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:49:45.280465 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.db_base_plugin_v2 [None req-91cf64db-6372-4326-af91-06a739ff31be admin admin] Deleting subnet 2c58ad5e-74c1-4f62-bb6a-9272205957cc {{(pid=105390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 14:49:45.284172 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-91cf64db-6372-4326-af91-06a739ff31be admin admin] Publish callbacks [] for subnet (2c58ad5e-74c1-4f62-bb6a-9272205957cc), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:45.322321 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-91cf64db-6372-4326-af91-06a739ff31be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64410154'] for subnet (2c58ad5e-74c1-4f62-bb6a-9272205957cc), precommit_delete_associations {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:45.365296 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-91cf64db-6372-4326-af91-06a739ff31be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381874'] for subnet (2c58ad5e-74c1-4f62-bb6a-9272205957cc), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:45.510435 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-91cf64db-6372-4326-af91-06a739ff31be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63638189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63785457'] for subnet (2c58ad5e-74c1-4f62-bb6a-9272205957cc), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:45.539608 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf64db-6372-4326-af91-06a739ff31be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c58ad5e-74c1-4f62-bb6a-9272205957cc,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:49:45.546736 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-91cf64db-6372-4326-af91-06a739ff31be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:45.549994 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-91cf64db-6372-4326-af91-06a739ff31be admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/2c58ad5e-74c1-4f62-bb6a-9272205957cc HTTP/1.1" status: 204 len: 168 time: 0.3303740 Nov 02 14:49:45.552545 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 37226) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:49:45.624885 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-54c952d3-9f35-4c02-83cf-210eda4de951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370122'] for network (4438ecea-6016-41a6-b366-e95a52936105), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:45.710459 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-54c952d3-9f35-4c02-83cf-210eda4de951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382473', 'neutron.services.segments.db._delete_segments_for_network-8767001720194'] for network (4438ecea-6016-41a6-b366-e95a52936105), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:45.731997 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.services.segments.db [None req-54c952d3-9f35-4c02-83cf-210eda4de951 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4438ecea-6016-41a6-b366-e95a52936105']}} {{(pid=105390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:49:45.741963 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.services.segments.db [None req-54c952d3-9f35-4c02-83cf-210eda4de951 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca52990f-2d7f-4cf7-9ac1-bd1d2b78fb91') {'for_net_delete': True} {{(pid=105390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:49:45.742261 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.services.segments.db [None req-54c952d3-9f35-4c02-83cf-210eda4de951 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca52990f-2d7f-4cf7-9ac1-bd1d2b78fb91') {} {{(pid=105390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:49:45.753193 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-54c952d3-9f35-4c02-83cf-210eda4de951 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767001720257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64410147'] for segment (ca52990f-2d7f-4cf7-9ac1-bd1d2b78fb91), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:45.772371 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-54c952d3-9f35-4c02-83cf-210eda4de951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140'] for segment (ca52990f-2d7f-4cf7-9ac1-bd1d2b78fb91), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:45.779809 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54c952d3-9f35-4c02-83cf-210eda4de951 admin admin] Releasing vlan 459 on physical network physnet1 to pool {{(pid=105390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 14:49:45.780200 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-54c952d3-9f35-4c02-83cf-210eda4de951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63638019'] for segment (ca52990f-2d7f-4cf7-9ac1-bd1d2b78fb91), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:45.801985 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.services.segments.plugin [-] Segment ca52990f-2d7f-4cf7-9ac1-bd1d2b78fb91 resource provider aggregate not found Nov 02 14:49:45.834418 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.services.segments.plugin [-] Segment ca52990f-2d7f-4cf7-9ac1-bd1d2b78fb91 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ca52990f-2d7f-4cf7-9ac1-bd1d2b78fb91 found for delete ", "request_id": "req-01d684f2-9ca1-49e1-bd69-cc07a3680587"}]} Nov 02 14:49:45.944357 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-54c952d3-9f35-4c02-83cf-210eda4de951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66773462'] for network (4438ecea-6016-41a6-b366-e95a52936105), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:45.952198 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-54c952d3-9f35-4c02-83cf-210eda4de951 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for network (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:45.956190 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-54c952d3-9f35-4c02-83cf-210eda4de951 admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/4438ecea-6016-41a6-b366-e95a52936105 HTTP/1.1" status: 204 len: 168 time: 0.4025810 Nov 02 14:49:45.960237 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 37232) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:49:45.968190 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:45.974497 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c952d3-9f35-4c02-83cf-210eda4de951 admin admin] Pushing event deleted for resources: {'Network': ['ID=4438ecea-6016-41a6-b366-e95a52936105,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:49:46.029633 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.db_base_plugin_v2 [None req-54151d9e-0a97-4836-8466-5c19dca0c663 admin admin] Deleting subnet aaaca91e-2d02-4937-bbaf-53f6692c3b0f {{(pid=105391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 14:49:46.033752 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-54151d9e-0a97-4836-8466-5c19dca0c663 admin admin] Publish callbacks [] for subnet (aaaca91e-2d02-4937-bbaf-53f6692c3b0f), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:46.080253 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-54151d9e-0a97-4836-8466-5c19dca0c663 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64924452'] for subnet (aaaca91e-2d02-4937-bbaf-53f6692c3b0f), precommit_delete_associations {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:46.135494 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-54151d9e-0a97-4836-8466-5c19dca0c663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381874'] for subnet (aaaca91e-2d02-4937-bbaf-53f6692c3b0f), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:46.382587 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-54151d9e-0a97-4836-8466-5c19dca0c663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63276465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62938073'] for subnet (aaaca91e-2d02-4937-bbaf-53f6692c3b0f), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:46.412135 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54151d9e-0a97-4836-8466-5c19dca0c663 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaaca91e-2d02-4937-bbaf-53f6692c3b0f,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:49:46.417573 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-54151d9e-0a97-4836-8466-5c19dca0c663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for subnet (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:46.423375 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-54151d9e-0a97-4836-8466-5c19dca0c663 admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/aaaca91e-2d02-4937-bbaf-53f6692c3b0f HTTP/1.1" status: 204 len: 168 time: 0.4616692 Nov 02 14:49:46.424768 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 37236) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:49:46.554083 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-7f3f2874-28f8-4c0f-b403-8b423298e040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370122'] for network (3ab71862-2c94-4565-8bf1-2336d3b1445c), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:46.931507 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-7f3f2874-28f8-4c0f-b403-8b423298e040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382473', 'neutron.services.segments.db._delete_segments_for_network-8767001720194'] for network (3ab71862-2c94-4565-8bf1-2336d3b1445c), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:46.954910 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.services.segments.db [None req-7f3f2874-28f8-4c0f-b403-8b423298e040 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ab71862-2c94-4565-8bf1-2336d3b1445c']}} {{(pid=105391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:49:46.965963 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.services.segments.db [None req-7f3f2874-28f8-4c0f-b403-8b423298e040 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7112838-f4d6-4fd2-8acb-9c362145e930') {'for_net_delete': True} {{(pid=105391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:49:46.966806 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.services.segments.db [None req-7f3f2874-28f8-4c0f-b403-8b423298e040 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7112838-f4d6-4fd2-8acb-9c362145e930') {} {{(pid=105391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:49:46.977153 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-7f3f2874-28f8-4c0f-b403-8b423298e040 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767001720257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64924461'] for segment (e7112838-f4d6-4fd2-8acb-9c362145e930), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:46.993382 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-7f3f2874-28f8-4c0f-b403-8b423298e040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140'] for segment (e7112838-f4d6-4fd2-8acb-9c362145e930), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:47.003284 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f3f2874-28f8-4c0f-b403-8b423298e040 admin admin] Releasing vlan 453 on physical network physnet1 to pool {{(pid=105391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 14:49:47.003284 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-7f3f2874-28f8-4c0f-b403-8b423298e040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63276319'] for segment (e7112838-f4d6-4fd2-8acb-9c362145e930), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:47.092454 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.services.segments.plugin [-] Segment e7112838-f4d6-4fd2-8acb-9c362145e930 resource provider aggregate not found Nov 02 14:49:47.121145 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.services.segments.plugin [-] Segment e7112838-f4d6-4fd2-8acb-9c362145e930 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7112838-f4d6-4fd2-8acb-9c362145e930 found for delete ", "request_id": "req-6fc8ebd1-c4ab-4658-a836-7fcae01d0c00"}]} Nov 02 14:49:47.213329 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-7f3f2874-28f8-4c0f-b403-8b423298e040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66773462'] for network (3ab71862-2c94-4565-8bf1-2336d3b1445c), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:47.234298 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-7f3f2874-28f8-4c0f-b403-8b423298e040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for network (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:47.239950 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-7f3f2874-28f8-4c0f-b403-8b423298e040 admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/3ab71862-2c94-4565-8bf1-2336d3b1445c HTTP/1.1" status: 204 len: 168 time: 0.8131967 Nov 02 14:49:47.260211 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f2874-28f8-4c0f-b403-8b423298e040 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ab71862-2c94-4565-8bf1-2336d3b1445c,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:49:47.351937 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=83 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:47.354277 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=36 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:47.569851 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-86c47127-3ee6-4d37-afe8-7f40931cd288 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-744571343&fields=id&tenant_id=990b7e753ad1450489668d0ca151736e HTTP/1.1" status: 200 len: 267 time: 0.0609317 Nov 02 14:49:47.709629 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-76dd251b-368c-4d55-aef5-2d882da16aca tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:47.711364 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-76dd251b-368c-4d55-aef5-2d882da16aca tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/networks?id=3f9be41b-3ac6-43ae-b64c-2573362419af HTTP/1.1" status: 200 len: 812 time: 0.1332161 Nov 02 14:49:47.734662 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-f692546c-fd93-420f-99a9-b6306f836725 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/quotas/990b7e753ad1450489668d0ca151736e HTTP/1.1" status: 200 len: 375 time: 0.0140357 Nov 02 14:49:47.763557 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 37260) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:49:47.807230 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:47.827097 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=88,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:47.845055 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-2f768bee-10ba-4409-9a27-0fe652d93ee4 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=079d9b3743df4a13808284219026a1e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0797017 Nov 02 14:49:47.847459 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-1d58d820-2a73-40a8-a252-6a0e5f6f00a7 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=990b7e753ad1450489668d0ca151736e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0973866 Nov 02 14:49:47.847636 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 37264) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:49:47.864654 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-667ada58-a4c5-44d8-b0c3-0adfeaf7898e service neutron] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 14:49:47.870875 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-667ada58-a4c5-44d8-b0c3-0adfeaf7898e service neutron] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0085783 Nov 02 14:49:47.922742 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-89ab3df0-2297-4431-b7c2-74bb24bc6ca8 admin admin] Publish callbacks [] for security_group (506becd0-6a48-4b97-b46c-209ce25e7353), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:47.957191 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-89ab3df0-2297-4431-b7c2-74bb24bc6ca8 admin admin] Publish callbacks [] for security_group (506becd0-6a48-4b97-b46c-209ce25e7353), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:48.042128 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-cc77be68-be8d-4bde-b6ba-b6d16e97f6be service neutron] 10.222.0.30 "GET /networking/v2.0/networks/3f9be41b-3ac6-43ae-b64c-2573362419af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634550 Nov 02 14:49:48.091192 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-89ab3df0-2297-4431-b7c2-74bb24bc6ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (506becd0-6a48-4b97-b46c-209ce25e7353), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:48.096669 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-89ab3df0-2297-4431-b7c2-74bb24bc6ca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:48.100445 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-89ab3df0-2297-4431-b7c2-74bb24bc6ca8 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/506becd0-6a48-4b97-b46c-209ce25e7353 HTTP/1.1" status: 204 len: 168 time: 0.2497435 Nov 02 14:49:48.116348 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab3df0-2297-4431-b7c2-74bb24bc6ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506becd0-6a48-4b97-b46c-209ce25e7353,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:49:48.161576 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-a5e679c6-a810-48fe-aae7-1c5815db2cbb service neutron] 10.222.0.30 "GET /networking/v2.0/networks/3f9be41b-3ac6-43ae-b64c-2573362419af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122684 Nov 02 14:49:48.885153 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8ca64fac-22d9-4e2d-be60-7bed77c990bf req-c051bd0d-4474-4047-9930-a6d403f5b10e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=64ac4c3a-dc23-44e3-a2aa-89a6922a9279 HTTP/1.1" status: 200 len: 210 time: 0.0491159 Nov 02 14:49:48.988888 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 37290) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:49:49.037480 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:49.042245 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-972872ef-47d2-4926-a7b8-739586631e54 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=5232d4b02d6c4525abd0cd27ce2d38ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0517547 Nov 02 14:49:49.046774 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 37294) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:49:49.110592 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-202f54a3-dce8-4e5b-94b6-0387213172ed admin admin] Publish callbacks [] for security_group (48e30f5f-1ad7-4d77-a4c9-10db6e7115d6), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:49.141199 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-202f54a3-dce8-4e5b-94b6-0387213172ed admin admin] Publish callbacks [] for security_group (48e30f5f-1ad7-4d77-a4c9-10db6e7115d6), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:49.297405 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-202f54a3-dce8-4e5b-94b6-0387213172ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (48e30f5f-1ad7-4d77-a4c9-10db6e7115d6), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:49.300685 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-202f54a3-dce8-4e5b-94b6-0387213172ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:49.302141 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-202f54a3-dce8-4e5b-94b6-0387213172ed admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/48e30f5f-1ad7-4d77-a4c9-10db6e7115d6 HTTP/1.1" status: 204 len: 168 time: 0.2544072 Nov 02 14:49:49.311378 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f54a3-dce8-4e5b-94b6-0387213172ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e30f5f-1ad7-4d77-a4c9-10db6e7115d6,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:49:50.017554 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9e4fb3cf-3637-4dff-b9b6-740140c69ec8 req-ee862fe2-0638-400b-8465-4411a7f6a7a4 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=64ac4c3a-dc23-44e3-a2aa-89a6922a9279 HTTP/1.1" status: 200 len: 210 time: 0.0284884 Nov 02 14:49:51.217495 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-563ea87f-b98f-4a9b-a6ba-76d77a8f5158 req-3611557e-fba3-42c1-b0bb-146045bfe398 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=64ac4c3a-dc23-44e3-a2aa-89a6922a9279 HTTP/1.1" status: 200 len: 210 time: 0.0365372 Nov 02 14:49:51.529886 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-27af10a2-848b-4618-8f80-afa71051e4e5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:51.531612 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-27af10a2-848b-4618-8f80-afa71051e4e5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.64 "GET /networking/v2.0/networks?id=3f9be41b-3ac6-43ae-b64c-2573362419af HTTP/1.1" status: 200 len: 812 time: 0.1296463 Nov 02 14:49:51.637242 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-dee103f1-8e96-43a8-aa7a-3082e382be89 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=990b7e753ad1450489668d0ca151736e HTTP/1.1" status: 200 len: 379 time: 0.0904789 Nov 02 14:49:51.645788 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-6c63b4ea-4d86-4b2d-8f54-10a11a2a78b8 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Request body: {'port': {'device_id': '64ac4c3a-dc23-44e3-a2aa-89a6922a9279', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'admin_state_up': True, 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'security_groups': ['e7dab909-7a07-4c0b-b932-a5e28f8709cb']}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:49:51.898379 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-6c63b4ea-4d86-4b2d-8f54-10a11a2a78b8 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Made reservation on behalf of 990b7e753ad1450489668d0ca151736e for: {'port': 1} {{(pid=105391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:49:51.904306 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-6c63b4ea-4d86-4b2d-8f54-10a11a2a78b8 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:52.077557 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.db_base_plugin_common [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-6c63b4ea-4d86-4b2d-8f54-10a11a2a78b8 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Allocated IP 172.20.0.13 (3f9be41b-3ac6-43ae-b64c-2573362419af/03e0ff6f-7506-47f9-8238-68767b203b61/8611187e-9072-476d-847c-6718440138c0) {{(pid=105391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:49:52.154634 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:52.256001 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-6c63b4ea-4d86-4b2d-8f54-10a11a2a78b8 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for port (8611187e-9072-476d-847c-6718440138c0), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:52.424041 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-35d31b98-9d70-413d-beb2-10813b6878b6 req-fc231528-68f0-4232-86b1-2220f3f83288 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=64ac4c3a-dc23-44e3-a2aa-89a6922a9279 HTTP/1.1" status: 200 len: 210 time: 0.0544059 Nov 02 14:49:52.425429 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-6c63b4ea-4d86-4b2d-8f54-10a11a2a78b8 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63276524'] for port (8611187e-9072-476d-847c-6718440138c0), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:52.437592 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:52.506579 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-6c63b4ea-4d86-4b2d-8f54-10a11a2a78b8 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Network 3f9be41b-3ac6-43ae-b64c-2573362419af is already hosted by enough agents. {{(pid=105391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:49:52.513094 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-6c63b4ea-4d86-4b2d-8f54-10a11a2a78b8 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Resources bound (agent type, host, resource id): {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:49:52.515497 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63b4ea-4d86-4b2d-8f54-10a11a2a78b8 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Pushing event updated for resources: {'Port': ['ID=8611187e-9072-476d-847c-6718440138c0,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:49:52.517883 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-6c63b4ea-4d86-4b2d-8f54-10a11a2a78b8 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Received port after_create {{(pid=105391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:49:52.591266 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-6c63b4ea-4d86-4b2d-8f54-10a11a2a78b8 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:52.595042 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-6c63b4ea-4d86-4b2d-8f54-10a11a2a78b8 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:52.721748 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-6c63b4ea-4d86-4b2d-8f54-10a11a2a78b8 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0773625 Nov 02 14:49:52.730174 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-9ce97f2b-1265-44cf-b474-6e24538f04c6 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 14:49:52.731987 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-9ce97f2b-1265-44cf-b474-6e24538f04c6 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0060451 Nov 02 14:49:52.751526 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-3322422b-f13b-4543-9244-8bcead5a9395 service neutron] Request body: {'port': {'device_id': '64ac4c3a-dc23-44e3-a2aa-89a6922a9279', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86236'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:49:52.846182 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-f93dee40-adb1-430c-927b-4293f63e254d None None] Provisioning complete for port 8611187e-9072-476d-847c-6718440138c0 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:49:52.846989 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-f93dee40-adb1-430c-927b-4293f63e254d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (8611187e-9072-476d-847c-6718440138c0), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:52.846989 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-f93dee40-adb1-430c-927b-4293f63e254d None None] Attempt 1 to provision port 8611187e-9072-476d-847c-6718440138c0 Nov 02 14:49:52.877446 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-3322422b-f13b-4543-9244-8bcead5a9395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (8611187e-9072-476d-847c-6718440138c0), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:52.885324 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-f93dee40-adb1-430c-927b-4293f63e254d None None] Port 8611187e-9072-476d-847c-6718440138c0 cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:49:53.275155 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-3322422b-f13b-4543-9244-8bcead5a9395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8611187e-9072-476d-847c-6718440138c0 {{(pid=105391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:49:53.285759 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-3322422b-f13b-4543-9244-8bcead5a9395 service neutron] Publish callbacks [] for port (8611187e-9072-476d-847c-6718440138c0), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:53.302834 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.provisioning_blocks [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-3322422b-f13b-4543-9244-8bcead5a9395 service neutron] Transition to ACTIVE for port object 8611187e-9072-476d-847c-6718440138c0 will not be triggered until provisioned by entity L2. {{(pid=105391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 14:49:53.422322 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-3322422b-f13b-4543-9244-8bcead5a9395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63276539'] for port (8611187e-9072-476d-847c-6718440138c0), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:53.517213 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3322422b-f13b-4543-9244-8bcead5a9395 service neutron] Pushing event updated for resources: {'Port': ['ID=8611187e-9072-476d-847c-6718440138c0,revision_number=2']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:49:53.565060 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-3322422b-f13b-4543-9244-8bcead5a9395 service neutron] Attempting to bind port 8611187e-9072-476d-847c-6718440138c0 on host hv-cinder-86236 for vnic_type normal with profile {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:49:53.566111 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-3322422b-f13b-4543-9244-8bcead5a9395 service neutron] Attempting to bind port 8611187e-9072-476d-847c-6718440138c0 by drivers openvswitch,hyperv on host hv-cinder-86236 at level 0 using segments [{'id': 'e92de161-0da6-41c9-b20f-925eb995ddbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af'}] {{(pid=105391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:49:53.566845 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-3322422b-f13b-4543-9244-8bcead5a9395 service neutron] Attempting to bind port 8611187e-9072-476d-847c-6718440138c0 on network 3f9be41b-3ac6-43ae-b64c-2573362419af {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:49:53.631151 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:53.651837 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e323e-dec8-45cb-901d-e89fb0639316 req-4d51cc64-47d5-4050-8e46-97e0f29d52fc tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:53.653971 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b64e323e-dec8-45cb-901d-e89fb0639316 req-4d51cc64-47d5-4050-8e46-97e0f29d52fc tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=64ac4c3a-dc23-44e3-a2aa-89a6922a9279 HTTP/1.1" status: 200 len: 944 time: 0.0841937 Nov 02 14:49:53.671179 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-3322422b-f13b-4543-9244-8bcead5a9395 service neutron] Port 8611187e-9072-476d-847c-6718440138c0 on network 3f9be41b-3ac6-43ae-b64c-2573362419af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86236 {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 14:49:53.671524 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-3322422b-f13b-4543-9244-8bcead5a9395 service neutron] Attempting to bind port 8611187e-9072-476d-847c-6718440138c0 on network 3f9be41b-3ac6-43ae-b64c-2573362419af {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:49:53.756094 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b64e323e-dec8-45cb-901d-e89fb0639316 req-5fcadc25-b36b-4d0a-b2a6-9e0d7e04c05d tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946014 Nov 02 14:49:53.760632 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-3322422b-f13b-4543-9244-8bcead5a9395 service neutron] Checking agent: {'id': '1ebac2c5-078b-4c7f-aaba-905361dbc5e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'started_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:49:53.761052 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-3322422b-f13b-4543-9244-8bcead5a9395 service neutron] Checking segment: {'id': 'e92de161-0da6-41c9-b20f-925eb995ddbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:49:53.761403 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-3322422b-f13b-4543-9244-8bcead5a9395 service neutron] Bound using segment: {'id': 'e92de161-0da6-41c9-b20f-925eb995ddbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af'} {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:49:53.761982 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-3322422b-f13b-4543-9244-8bcead5a9395 service neutron] Bound port: 8611187e-9072-476d-847c-6718440138c0, host: hv-cinder-86236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e92de161-0da6-41c9-b20f-925eb995ddbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af'}}] {{(pid=105391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:49:53.762503 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-3322422b-f13b-4543-9244-8bcead5a9395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (8611187e-9072-476d-847c-6718440138c0), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:53.833562 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:53.834867 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-3322422b-f13b-4543-9244-8bcead5a9395 service neutron] For port 8611187e-9072-476d-847c-6718440138c0, host hv-cinder-86236, cleared binding levels {{(pid=105391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:49:53.838367 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-3322422b-f13b-4543-9244-8bcead5a9395 service neutron] For port 8611187e-9072-476d-847c-6718440138c0, host hv-cinder-86236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=8611187e-9072-476d-847c-6718440138c0,segment=NetworkSegment(e92de161-0da6-41c9-b20f-925eb995ddbe),segment_id=e92de161-0da6-41c9-b20f-925eb995ddbe)] {{(pid=105391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:49:53.935027 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-3322422b-f13b-4543-9244-8bcead5a9395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63276539'] for port (8611187e-9072-476d-847c-6718440138c0), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:53.941938 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-3322422b-f13b-4543-9244-8bcead5a9395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:53.942723 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-3322422b-f13b-4543-9244-8bcead5a9395 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:53.944390 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-3322422b-f13b-4543-9244-8bcead5a9395 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/8611187e-9072-476d-847c-6718440138c0 HTTP/1.1" status: 200 len: 1094 time: 1.1993051 Nov 02 14:49:53.945092 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ac4c3a-dc23-44e3-a2aa-89a6922a9279', 'tag': '8611187e-9072-476d-847c-6718440138c0'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:49:53.947625 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6644b0-17ba-44c0-879c-aee54ed2056d" -d '{"events": [{"name": "network-changed", "server_uuid": "64ac4c3a-dc23-44e3-a2aa-89a6922a9279", "tag": "8611187e-9072-476d-847c-6718440138c0"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:49:54.012303 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2f8609-ef04-46d1-8779-a9107872aa43 x-openstack-request-id: req-1c2f8609-ef04-46d1-8779-a9107872aa43 {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:49:54.012303 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64ac4c3a-dc23-44e3-a2aa-89a6922a9279", "tag": "8611187e-9072-476d-847c-6718440138c0", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:49:54.012303 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1c2f8609-ef04-46d1-8779-a9107872aa43 {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:49:54.012303 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c2f8609-ef04-46d1-8779-a9107872aa43'] response: {'name': 'network-changed', 'server_uuid': '64ac4c3a-dc23-44e3-a2aa-89a6922a9279', 'tag': '8611187e-9072-476d-847c-6718440138c0', 'status': 'completed', 'code': 200} Nov 02 14:49:54.028134 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3322422b-f13b-4543-9244-8bcead5a9395 service neutron] Pushing event updated for resources: {'Port': ['ID=8611187e-9072-476d-847c-6718440138c0,revision_number=3']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:49:54.104351 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6644b0-17ba-44c0-879c-aee54ed2056d req-b7bbc59f-afab-484d-8d2a-9923b8421c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:54.107081 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cd6644b0-17ba-44c0-879c-aee54ed2056d req-b7bbc59f-afab-484d-8d2a-9923b8421c51 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=990b7e753ad1450489668d0ca151736e&device_id=64ac4c3a-dc23-44e3-a2aa-89a6922a9279 HTTP/1.1" status: 200 len: 1128 time: 0.0463207 Nov 02 14:49:54.270474 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6644b0-17ba-44c0-879c-aee54ed2056d req-3be03d64-286a-4f8d-8d1c-ab546310f422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:54.271970 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cd6644b0-17ba-44c0-879c-aee54ed2056d req-3be03d64-286a-4f8d-8d1c-ab546310f422 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=990b7e753ad1450489668d0ca151736e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1518054 Nov 02 14:49:54.399487 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6644b0-17ba-44c0-879c-aee54ed2056d req-5dd2a171-9fcc-4d8f-8a6f-f5abb10d33e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:54.401230 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cd6644b0-17ba-44c0-879c-aee54ed2056d req-5dd2a171-9fcc-4d8f-8a6f-f5abb10d33e6 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1223149 Nov 02 14:49:54.518264 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-9d17a0ca-e865-4c65-b50b-7982e93007ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:54.519728 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-9d17a0ca-e865-4c65-b50b-7982e93007ee service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=990b7e753ad1450489668d0ca151736e&device_id=64ac4c3a-dc23-44e3-a2aa-89a6922a9279 HTTP/1.1" status: 200 len: 1128 time: 0.0534472 Nov 02 14:49:54.568459 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-07c77133-da2c-4775-b399-a527f59c89af service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8611187e-9072-476d-847c-6718440138c0 HTTP/1.1" status: 200 len: 217 time: 0.0362368 Nov 02 14:49:54.630301 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-4edb9aec-14b4-4903-9349-b480d2da4c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:54.631770 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-4edb9aec-14b4-4903-9349-b480d2da4c68 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=03e0ff6f-7506-47f9-8238-68767b203b61 HTTP/1.1" status: 200 len: 851 time: 0.0564444 Nov 02 14:49:54.677498 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-6b14b5c4-8196-42c1-9e66-7849cc785c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:54.678952 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-6b14b5c4-8196-42c1-9e66-7849cc785c9e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=3f9be41b-3ac6-43ae-b64c-2573362419af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412412 Nov 02 14:49:54.784201 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-a3a1e6f7-9f71-47cc-8fd4-1ade94f136b1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3f9be41b-3ac6-43ae-b64c-2573362419af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988109 Nov 02 14:49:54.905694 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ca58b90a-6578-4758-9d19-c7ad46e98deb req-7f54e7aa-2430-4871-9364-8ef38c6b4e29 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3f9be41b-3ac6-43ae-b64c-2573362419af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158767 Nov 02 14:49:54.969661 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909352e2-1c3e-46d2-a660-18277d102c41 req-f5958c20-cd00-40c5-991d-cded52a84238 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:54.969661 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-909352e2-1c3e-46d2-a660-18277d102c41 req-f5958c20-cd00-40c5-991d-cded52a84238 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=64ac4c3a-dc23-44e3-a2aa-89a6922a9279 HTTP/1.1" status: 200 len: 944 time: 0.0745983 Nov 02 14:49:55.041573 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-909352e2-1c3e-46d2-a660-18277d102c41 req-50cb9406-05e4-4f03-a4b1-35eb403761a3 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766301 Nov 02 14:49:55.609424 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:49:56.227413 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4569a50-1736-467a-9c29-077029e42bb6 req-442a0c02-6493-42c1-b489-454bf094502d tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:56.229144 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a4569a50-1736-467a-9c29-077029e42bb6 req-442a0c02-6493-42c1-b489-454bf094502d tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=64ac4c3a-dc23-44e3-a2aa-89a6922a9279 HTTP/1.1" status: 200 len: 944 time: 0.0537431 Nov 02 14:49:56.289767 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a4569a50-1736-467a-9c29-077029e42bb6 req-a69b84fd-cb5d-4718-9151-577b2c2c9b6f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527542 Nov 02 14:49:57.432417 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df4b93-05f2-4a50-9f82-f1b18b737297 req-8fc97027-e0de-4793-bb36-a637dfae83b5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:57.435883 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-15df4b93-05f2-4a50-9f82-f1b18b737297 req-8fc97027-e0de-4793-bb36-a637dfae83b5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=64ac4c3a-dc23-44e3-a2aa-89a6922a9279 HTTP/1.1" status: 200 len: 944 time: 0.0567508 Nov 02 14:49:57.491441 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-15df4b93-05f2-4a50-9f82-f1b18b737297 req-db5abf5e-9a1a-4b59-969d-b18eec7e0d2e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498726 Nov 02 14:49:58.116517 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:58.618851 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:58.639340 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f791baa-9090-4ace-8ac6-49323b0523d1 req-f384b030-ad5e-471e-a1a7-ed8f15b365b1 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:58.640849 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8f791baa-9090-4ace-8ac6-49323b0523d1 req-f384b030-ad5e-471e-a1a7-ed8f15b365b1 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=64ac4c3a-dc23-44e3-a2aa-89a6922a9279 HTTP/1.1" status: 200 len: 944 time: 0.0524263 Nov 02 14:49:58.704917 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8f791baa-9090-4ace-8ac6-49323b0523d1 req-d8837104-d867-42e3-8021-116ef0f92938 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539436 Nov 02 14:49:58.847881 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:49:59.843209 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:49:59.877246 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b592d8-ceca-46a5-b0d2-8529235fc80d req-4255952c-8153-4290-a319-54a6ef457f0c tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:49:59.880384 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b0b592d8-ceca-46a5-b0d2-8529235fc80d req-4255952c-8153-4290-a319-54a6ef457f0c tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=64ac4c3a-dc23-44e3-a2aa-89a6922a9279 HTTP/1.1" status: 200 len: 944 time: 0.0812016 Nov 02 14:49:59.947808 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b0b592d8-ceca-46a5-b0d2-8529235fc80d req-4b090734-afc7-4f99-bfac-f0f5f961d55c tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608718 Nov 02 14:50:01.106938 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd2002-779f-444e-bbbb-d3142bf56e83 req-e34c9184-94e1-4af7-91cd-6f553c53cfcd tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:01.109770 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3efd2002-779f-444e-bbbb-d3142bf56e83 req-e34c9184-94e1-4af7-91cd-6f553c53cfcd tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=64ac4c3a-dc23-44e3-a2aa-89a6922a9279 HTTP/1.1" status: 200 len: 944 time: 0.0684052 Nov 02 14:50:01.197323 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3efd2002-779f-444e-bbbb-d3142bf56e83 req-9948cd73-8897-4dea-9e81-1db17fe4c2b3 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823998 Nov 02 14:50:01.617247 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=2 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:01.654515 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176b868-3869-4826-8537-35135b8de7fb req-7c696f37-d5eb-48de-944a-d8605611d266 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:01.656163 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8176b868-3869-4826-8537-35135b8de7fb req-7c696f37-d5eb-48de-944a-d8605611d266 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7865fba9-1731-407f-a709-d60f1432e269 HTTP/1.1" status: 200 len: 945 time: 0.0586147 Nov 02 14:50:01.709383 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8176b868-3869-4826-8537-35135b8de7fb req-c487d287-5402-46bb-813e-467c49d0a535 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=4af23aee-7efd-4f75-b63d-8c83b0acb236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466120 Nov 02 14:50:02.382542 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2ee4c-c29c-430f-8ed8-619238bf22c0 req-636960f0-92f0-499a-8d73-1e7e9b14671a tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:02.384820 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-14b2ee4c-c29c-430f-8ed8-619238bf22c0 req-636960f0-92f0-499a-8d73-1e7e9b14671a tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=64ac4c3a-dc23-44e3-a2aa-89a6922a9279 HTTP/1.1" status: 200 len: 944 time: 0.0767214 Nov 02 14:50:02.458300 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-14b2ee4c-c29c-430f-8ed8-619238bf22c0 req-f2a48712-07af-49b3-99bb-5b57d601a273 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656245 Nov 02 14:50:02.855711 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c01b8-c0ca-4855-9b44-0816a922febf req-afa49e4a-6f18-43c9-a566-09686c96344a tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:02.857932 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c70c01b8-c0ca-4855-9b44-0816a922febf req-afa49e4a-6f18-43c9-a566-09686c96344a tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7865fba9-1731-407f-a709-d60f1432e269 HTTP/1.1" status: 200 len: 945 time: 0.0559878 Nov 02 14:50:02.923979 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c70c01b8-c0ca-4855-9b44-0816a922febf req-859fa2d8-6533-4ac7-8a92-e0e1e225600a tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=4af23aee-7efd-4f75-b63d-8c83b0acb236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579376 Nov 02 14:50:03.316166 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59c98f-116d-40c2-ba3d-bb2967efa4de req-feaaf8fe-d31a-4318-b7d9-a9a77f703c63 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:03.318218 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0c59c98f-116d-40c2-ba3d-bb2967efa4de req-feaaf8fe-d31a-4318-b7d9-a9a77f703c63 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7865fba9-1731-407f-a709-d60f1432e269 HTTP/1.1" status: 200 len: 945 time: 0.0614357 Nov 02 14:50:03.448252 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [req-0c59c98f-116d-40c2-ba3d-bb2967efa4de req-3880806e-0a4f-49c0-aad4-61ad11c4b013 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Deleting port c155ea33-0bb7-4da9-8b7e-40ccb265ead9 {{(pid=105391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:50:03.449446 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-0c59c98f-116d-40c2-ba3d-bb2967efa4de req-3880806e-0a4f-49c0-aad4-61ad11c4b013 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (c155ea33-0bb7-4da9-8b7e-40ccb265ead9), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:03.610686 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-0c59c98f-116d-40c2-ba3d-bb2967efa4de req-3880806e-0a4f-49c0-aad4-61ad11c4b013 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] For port c155ea33-0bb7-4da9-8b7e-40ccb265ead9, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=c155ea33-0bb7-4da9-8b7e-40ccb265ead9,segment=NetworkSegment(317ea5d5-6056-4847-aa91-273fe8d40822),segment_id=317ea5d5-6056-4847-aa91-273fe8d40822)] {{(pid=105391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:50:03.611282 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-0c59c98f-116d-40c2-ba3d-bb2967efa4de req-3880806e-0a4f-49c0-aad4-61ad11c4b013 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (c155ea33-0bb7-4da9-8b7e-40ccb265ead9), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:03.636849 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b782d2-5597-499f-830f-cc9e88069b8d req-f42ae275-a917-4a0c-9465-ba827f17e6a8 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:03.638742 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-77b782d2-5597-499f-830f-cc9e88069b8d req-f42ae275-a917-4a0c-9465-ba827f17e6a8 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=64ac4c3a-dc23-44e3-a2aa-89a6922a9279 HTTP/1.1" status: 200 len: 944 time: 0.0831370 Nov 02 14:50:03.784670 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-77b782d2-5597-499f-830f-cc9e88069b8d req-883427d2-253b-4089-a0e9-41fd98e61fa5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052949 Nov 02 14:50:03.795566 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:03.859097 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-0c59c98f-116d-40c2-ba3d-bb2967efa4de req-3880806e-0a4f-49c0-aad4-61ad11c4b013 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:03.859504 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-0c59c98f-116d-40c2-ba3d-bb2967efa4de req-3880806e-0a4f-49c0-aad4-61ad11c4b013 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66773501'] for floatingip (95c72143-fbd4-4ccd-b96e-7b75ae4ec193), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:03.859889 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.db.l3_db [req-0c59c98f-116d-40c2-ba3d-bb2967efa4de req-3880806e-0a4f-49c0-aad4-61ad11c4b013 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Floating IP 95c72143-fbd4-4ccd-b96e-7b75ae4ec193 disassociated. External IP: 172.27.0.131, port: c155ea33-0bb7-4da9-8b7e-40ccb265ead9. Nov 02 14:50:03.860267 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [req-0c59c98f-116d-40c2-ba3d-bb2967efa4de req-3880806e-0a4f-49c0-aad4-61ad11c4b013 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Calling delete_port for c155ea33-0bb7-4da9-8b7e-40ccb265ead9 owned by compute:nova {{(pid=105391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:50:03.933253 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:04.104604 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-0c59c98f-116d-40c2-ba3d-bb2967efa4de req-3880806e-0a4f-49c0-aad4-61ad11c4b013 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63276524'] for port (c155ea33-0bb7-4da9-8b7e-40ccb265ead9), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:04.127833 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b72a8e-b32f-4eec-981c-4f58b5d30211 req-3df8dcd6-c153-47d3-84b2-29e078b7c750 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:04.130937 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-11b72a8e-b32f-4eec-981c-4f58b5d30211 req-3df8dcd6-c153-47d3-84b2-29e078b7c750 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7865fba9-1731-407f-a709-d60f1432e269 HTTP/1.1" status: 200 len: 945 time: 0.0835974 Nov 02 14:50:04.175634 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880806e-0a4f-49c0-aad4-61ad11c4b013 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Pushing event deleted for resources: {'Port': ['ID=c155ea33-0bb7-4da9-8b7e-40ccb265ead9,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:50:04.332452 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-11b72a8e-b32f-4eec-981c-4f58b5d30211 req-56f487cf-51f8-441f-8c96-703499fdfa49 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=4af23aee-7efd-4f75-b63d-8c83b0acb236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665030 Nov 02 14:50:04.429540 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c59c98f-116d-40c2-ba3d-bb2967efa4de req-3880806e-0a4f-49c0-aad4-61ad11c4b013 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Router d28ea826-8148-4631-949c-ee2a972b4b7c has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:50:04.571870 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c59c98f-116d-40c2-ba3d-bb2967efa4de req-3880806e-0a4f-49c0-aad4-61ad11c4b013 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:50:04.591818 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c4b3ff-c864-4e22-be47-eb391788faa3 None None] Sync routers for ids ['d28ea826-8148-4631-949c-ee2a972b4b7c'] in dv-cinder-862365-4-iscsi {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:50:04.611427 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c4b3ff-c864-4e22-be47-eb391788faa3 None None] Routers {'d28ea826-8148-4631-949c-ee2a972b4b7c'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:50:04.612445 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-97c4b3ff-c864-4e22-be47-eb391788faa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:49:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['d28ea826-8148-4631-949c-ee2a972b4b7c'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:50:04.642409 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c59c98f-116d-40c2-ba3d-bb2967efa4de req-3880806e-0a4f-49c0-aad4-61ad11c4b013 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] No DVR routers for this DVR port c155ea33-0bb7-4da9-8b7e-40ccb265ead9 on host hv-cinder-86236 {{(pid=105391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:50:04.646607 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-0c59c98f-116d-40c2-ba3d-bb2967efa4de req-3880806e-0a4f-49c0-aad4-61ad11c4b013 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:04.652754 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0c59c98f-116d-40c2-ba3d-bb2967efa4de req-3880806e-0a4f-49c0-aad4-61ad11c4b013 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.64 "DELETE /networking/v2.0/ports/c155ea33-0bb7-4da9-8b7e-40ccb265ead9 HTTP/1.1" status: 204 len: 173 time: 1.3291435 Nov 02 14:50:04.653612 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7865fba9-1731-407f-a709-d60f1432e269', 'name': 'network-vif-deleted', 'tag': 'c155ea33-0bb7-4da9-8b7e-40ccb265ead9'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:50:04.656132 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3204d2a3-28db-4859-9515-06bac024ac21" -d '{"events": [{"server_uuid": "7865fba9-1731-407f-a709-d60f1432e269", "name": "network-vif-deleted", "tag": "c155ea33-0bb7-4da9-8b7e-40ccb265ead9"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:50:04.722673 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ca71ef-f8d3-4a97-a2ff-41e168a8746f x-openstack-request-id: req-e6ca71ef-f8d3-4a97-a2ff-41e168a8746f {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:50:04.723218 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7865fba9-1731-407f-a709-d60f1432e269", "name": "network-vif-deleted", "tag": "c155ea33-0bb7-4da9-8b7e-40ccb265ead9", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:50:04.723701 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e6ca71ef-f8d3-4a97-a2ff-41e168a8746f {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:50:04.724424 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6ca71ef-f8d3-4a97-a2ff-41e168a8746f'] response: {'server_uuid': '7865fba9-1731-407f-a709-d60f1432e269', 'name': 'network-vif-deleted', 'tag': 'c155ea33-0bb7-4da9-8b7e-40ccb265ead9', 'status': 'completed', 'code': 200} Nov 02 14:50:04.791778 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-97c4b3ff-c864-4e22-be47-eb391788faa3 None None] Set router d28ea826-8148-4631-949c-ee2a972b4b7c gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:50:04.872109 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 37506) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:50:04.997190 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df2457-8833-4adb-a5c3-e8f058a3b53c req-590681f9-0c2f-4e0f-a65d-1190efd029e1 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:05.001590 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f2df2457-8833-4adb-a5c3-e8f058a3b53c req-590681f9-0c2f-4e0f-a65d-1190efd029e1 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=64ac4c3a-dc23-44e3-a2aa-89a6922a9279 HTTP/1.1" status: 200 len: 944 time: 0.0809381 Nov 02 14:50:05.071048 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-e175472b-f19b-4cdf-902f-ca693f83ddf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:05.090388 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f2df2457-8833-4adb-a5c3-e8f058a3b53c req-3b54c55f-43f5-4cef-8493-f63ab67f37ab tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802128 Nov 02 14:50:05.111102 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:05.133680 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-97c4b3ff-c864-4e22-be47-eb391788faa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'name': 'tempest-AttachVolumeNegativeTest-727071126-router', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:46:30Z', 'updated_at': '2022-11-02T14:46:33Z', 'revision_number': 4, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'gw_port': {'id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:31Z', 'updated_at': '2022-11-02T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '107d01d1-b781-43db-8dc8-8fb142b946bf', 'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'mac_address': 'fa:16:3e:26:b5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '6a51700c-a406-45a9-976e-ab3485599867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:33Z', 'updated_at': '2022-11-02T14:46:38Z', 'revision_number': 5, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'subnets': [{'id': '6a51700c-a406-45a9-976e-ab3485599867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:50:05.167262 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c4b3ff-c864-4e22-be47-eb391788faa3 None None] Checking router: d28ea826-8148-4631-949c-ee2a972b4b7c for host: dv-cinder-862365-4-iscsi {{(pid=105392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:50:05.177731 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c4b3ff-c864-4e22-be47-eb391788faa3 None None] Routers {'d28ea826-8148-4631-949c-ee2a972b4b7c'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:50:05.178501 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-97c4b3ff-c864-4e22-be47-eb391788faa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:49:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['d28ea826-8148-4631-949c-ee2a972b4b7c'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:50:05.213506 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-e175472b-f19b-4cdf-902f-ca693f83ddf5 admin admin] Publish callbacks [] for security_group (febc7693-a6fe-4b32-8470-95d840de9615), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:05.220750 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=100 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:05.298307 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-97c4b3ff-c864-4e22-be47-eb391788faa3 None None] Set router d28ea826-8148-4631-949c-ee2a972b4b7c gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:50:05.331409 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-e175472b-f19b-4cdf-902f-ca693f83ddf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (febc7693-a6fe-4b32-8470-95d840de9615), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:05.378480 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:05.419641 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-e175472b-f19b-4cdf-902f-ca693f83ddf5 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=ffddc5c6d3954d54b95d35c529ecd91a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5434120 Nov 02 14:50:05.419641 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e175472b-f19b-4cdf-902f-ca693f83ddf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febc7693-a6fe-4b32-8470-95d840de9615,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:50:05.420635 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 37512) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:50:05.513040 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-9faef0f0-74df-41d7-9481-d6adfc8b129f admin admin] Publish callbacks [] for security_group (febc7693-a6fe-4b32-8470-95d840de9615), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:05.550762 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-9faef0f0-74df-41d7-9481-d6adfc8b129f admin admin] Publish callbacks [] for security_group (febc7693-a6fe-4b32-8470-95d840de9615), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:05.556442 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3bda3c2d-df88-4fd7-8b06-c62920cf3d66 req-3ef406fc-dc76-4a81-8434-8f92c9c46c34 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=7865fba9-1731-407f-a709-d60f1432e269 HTTP/1.1" status: 200 len: 210 time: 0.0573804 Nov 02 14:50:05.616359 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-97c4b3ff-c864-4e22-be47-eb391788faa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'name': 'tempest-AttachVolumeNegativeTest-727071126-router', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:46:30Z', 'updated_at': '2022-11-02T14:46:33Z', 'revision_number': 4, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'gw_port': {'id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:31Z', 'updated_at': '2022-11-02T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '107d01d1-b781-43db-8dc8-8fb142b946bf', 'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'mac_address': 'fa:16:3e:26:b5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '6a51700c-a406-45a9-976e-ab3485599867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:33Z', 'updated_at': '2022-11-02T14:46:38Z', 'revision_number': 5, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'subnets': [{'id': '6a51700c-a406-45a9-976e-ab3485599867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:50:05.654910 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c4b3ff-c864-4e22-be47-eb391788faa3 None None] The sync data for ids ['d28ea826-8148-4631-949c-ee2a972b4b7c'] in dv-cinder-862365-4-iscsi is: [{'id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'name': 'tempest-AttachVolumeNegativeTest-727071126-router', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:46:30Z', 'updated_at': '2022-11-02T14:46:33Z', 'revision_number': 4, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'gw_port': {'id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:31Z', 'updated_at': '2022-11-02T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '107d01d1-b781-43db-8dc8-8fb142b946bf', 'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'mac_address': 'fa:16:3e:26:b5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '6a51700c-a406-45a9-976e-ab3485599867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:33Z', 'updated_at': '2022-11-02T14:46:38Z', 'revision_number': 5, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'subnets': [{'id': '6a51700c-a406-45a9-976e-ab3485599867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:50:05.730406 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-9faef0f0-74df-41d7-9481-d6adfc8b129f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (febc7693-a6fe-4b32-8470-95d840de9615), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:05.733271 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-9faef0f0-74df-41d7-9481-d6adfc8b129f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:05.736487 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-9faef0f0-74df-41d7-9481-d6adfc8b129f admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/febc7693-a6fe-4b32-8470-95d840de9615 HTTP/1.1" status: 204 len: 168 time: 0.3122840 Nov 02 14:50:05.746922 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faef0f0-74df-41d7-9481-d6adfc8b129f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febc7693-a6fe-4b32-8470-95d840de9615,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:50:05.952708 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e237e3cf-3ac2-4ae1-b472-05cae48f0601 None None] New status for floating IP 95c72143-fbd4-4ccd-b96e-7b75ae4ec193: DOWN {{(pid=105393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 14:50:06.239882 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb931244-46a2-4cbf-8852-501276e3066a req-7c46d4bd-5c69-4c59-a8fa-f9a62fc0beb5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:06.241429 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-bb931244-46a2-4cbf-8852-501276e3066a req-7c46d4bd-5c69-4c59-a8fa-f9a62fc0beb5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=64ac4c3a-dc23-44e3-a2aa-89a6922a9279 HTTP/1.1" status: 200 len: 944 time: 0.0508282 Nov 02 14:50:06.301742 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-bb931244-46a2-4cbf-8852-501276e3066a req-cc58f334-d2fd-40cc-827b-bd709c039a55 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525897 Nov 02 14:50:06.503550 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7a4235b2-92aa-4d45-a219-28228795cfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:06.548518 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 37520) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:50:06.563221 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-602d6925-fd37-4be8-9d30-cf14224884bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:06.682667 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-602d6925-fd37-4be8-9d30-cf14224884bd admin admin] Publish callbacks [] for security_group (0530db0d-b20e-4ea0-a3bd-50ca17b2cb93), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:06.733170 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 37526) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:50:06.759236 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-602d6925-fd37-4be8-9d30-cf14224884bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (0530db0d-b20e-4ea0-a3bd-50ca17b2cb93), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:06.814811 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-602d6925-fd37-4be8-9d30-cf14224884bd admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=f323a2574d7540289ce57963e5449cf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2650993 Nov 02 14:50:06.818275 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 37528) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:50:06.818484 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6925-fd37-4be8-9d30-cf14224884bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0530db0d-b20e-4ea0-a3bd-50ca17b2cb93,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:50:06.843355 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-847e2646-7245-4930-8a07-186dc43c0074 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group (4af23aee-7efd-4f75-b63d-8c83b0acb236), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:06.868767 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-847e2646-7245-4930-8a07-186dc43c0074 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group (4af23aee-7efd-4f75-b63d-8c83b0acb236), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:06.875158 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device 8611187e-9072-476d-847c-6718440138c0 details requested by agent hyperv_hv-cinder-86236 with host hv-cinder-86236 {{(pid=105392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 14:50:06.883012 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-7a9d6591-8813-4c3b-a0a8-39db074e17fc admin admin] Publish callbacks [] for security_group (0530db0d-b20e-4ea0-a3bd-50ca17b2cb93), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:06.900722 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device c155ea33-0bb7-4da9-8b7e-40ccb265ead9 no longer exists at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:50:06.923133 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-7a9d6591-8813-4c3b-a0a8-39db074e17fc admin admin] Publish callbacks [] for security_group (0530db0d-b20e-4ea0-a3bd-50ca17b2cb93), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:06.925498 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] No Port match for: c155ea33-0bb7-4da9-8b7e-40ccb265ead9 {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:50:06.927074 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device c155ea33-0bb7-4da9-8b7e-40ccb265ead9 not bound to the agent host hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:50:06.959194 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:07.017085 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port 8611187e-9072-476d-847c-6718440138c0, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=8611187e-9072-476d-847c-6718440138c0,segment=NetworkSegment(e92de161-0da6-41c9-b20f-925eb995ddbe),segment_id=e92de161-0da6-41c9-b20f-925eb995ddbe)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:50:07.018970 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-847e2646-7245-4930-8a07-186dc43c0074 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (4af23aee-7efd-4f75-b63d-8c83b0acb236), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:07.021157 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-847e2646-7245-4930-8a07-186dc43c0074 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:07.022411 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-847e2646-7245-4930-8a07-186dc43c0074 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "DELETE /networking/v2.0/security-groups/4af23aee-7efd-4f75-b63d-8c83b0acb236 HTTP/1.1" status: 204 len: 168 time: 0.2882092 Nov 02 14:50:07.025899 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 37530) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:50:07.031696 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Returning: {'device': '8611187e-9072-476d-847c-6718440138c0', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'port_id': '8611187e-9072-476d-847c-6718440138c0', 'mac_address': 'fa:16:3e:ea:99:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 499, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 14:50:07.034398 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e2646-7245-4930-8a07-186dc43c0074 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af23aee-7efd-4f75-b63d-8c83b0acb236,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:50:07.045688 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.api.v2.resource [None req-449cad43-9e87-454c-9841-f1a8c15da828 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] show failed (client error): The resource could not be found. Nov 02 14:50:07.046748 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-449cad43-9e87-454c-9841-f1a8c15da828 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups/4af23aee-7efd-4f75-b63d-8c83b0acb236 HTTP/1.1" status: 404 len: 347 time: 0.0184190 Nov 02 14:50:07.057134 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-7a9d6591-8813-4c3b-a0a8-39db074e17fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (0530db0d-b20e-4ea0-a3bd-50ca17b2cb93), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:07.057134 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-7a9d6591-8813-4c3b-a0a8-39db074e17fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:07.057134 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-7a9d6591-8813-4c3b-a0a8-39db074e17fc admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/0530db0d-b20e-4ea0-a3bd-50ca17b2cb93 HTTP/1.1" status: 204 len: 168 time: 0.2317801 Nov 02 14:50:07.057134 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 37532) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:50:07.076494 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d6591-8813-4c3b-a0a8-39db074e17fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0530db0d-b20e-4ea0-a3bd-50ca17b2cb93,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:50:07.078205 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port 8611187e-9072-476d-847c-6718440138c0 is: DOWN; New status is: BUILD {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:50:07.078826 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (8611187e-9072-476d-847c-6718440138c0), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:07.098037 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8611187e-9072-476d-847c-6718440138c0 {{(pid=105392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:50:07.128524 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port 8611187e-9072-476d-847c-6718440138c0, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=8611187e-9072-476d-847c-6718440138c0,segment=NetworkSegment(e92de161-0da6-41c9-b20f-925eb995ddbe),segment_id=e92de161-0da6-41c9-b20f-925eb995ddbe)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:50:07.210553 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (8611187e-9072-476d-847c-6718440138c0), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:07.218202 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [None req-65103868-a4cc-4df6-bcbb-037391d9a5ab tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Deleting port 9229a4e5-1904-4e78-94aa-8916f3d0c645 {{(pid=105391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:50:07.218776 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-65103868-a4cc-4df6-bcbb-037391d9a5ab tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (9229a4e5-1904-4e78-94aa-8916f3d0c645), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:07.271730 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=8611187e-9072-476d-847c-6718440138c0,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:50:07.280226 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:07.280579 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:07.280925 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:07.281300 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:07.281648 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:07.281978 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:07.282324 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:07.282641 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:07.283582 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:07.283923 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:07.284271 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:07.284587 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:07.284916 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:07.285275 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:07.285602 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:07.322462 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-65103868-a4cc-4df6-bcbb-037391d9a5ab tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (9229a4e5-1904-4e78-94aa-8916f3d0c645), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:07.346314 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-65103868-a4cc-4df6-bcbb-037391d9a5ab tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for floatingip (9229a4e5-1904-4e78-94aa-8916f3d0c645), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:07.346314 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [None req-65103868-a4cc-4df6-bcbb-037391d9a5ab tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Calling delete_port for 9229a4e5-1904-4e78-94aa-8916f3d0c645 owned by network:floatingip {{(pid=105391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:50:07.460149 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98ee89-07f6-4de3-a702-47cf7a584537 req-9703fcbc-6aac-4a60-a8e9-8d0fa5275a9b tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:07.461581 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6e98ee89-07f6-4de3-a702-47cf7a584537 req-9703fcbc-6aac-4a60-a8e9-8d0fa5275a9b tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=64ac4c3a-dc23-44e3-a2aa-89a6922a9279 HTTP/1.1" status: 200 len: 945 time: 0.0698524 Nov 02 14:50:07.483697 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:07.495233 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] get_ports_and_sgs() called for port_ids ['8611187e-9072-476d-847c-6718440138c0'] {{(pid=105392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 14:50:07.565100 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6e98ee89-07f6-4de3-a702-47cf7a584537 req-751b900f-f86f-4c5e-9e19-62d4bb6f99c0 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968313 Nov 02 14:50:07.639482 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:07.725885 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-65103868-a4cc-4df6-bcbb-037391d9a5ab tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63276524'] for port (9229a4e5-1904-4e78-94aa-8916f3d0c645), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:07.755575 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65103868-a4cc-4df6-bcbb-037391d9a5ab tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Pushing event deleted for resources: {'Port': ['ID=9229a4e5-1904-4e78-94aa-8916f3d0c645,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:50:07.799409 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:07.872228 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-65103868-a4cc-4df6-bcbb-037391d9a5ab tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for floatingip (95c72143-fbd4-4ccd-b96e-7b75ae4ec193), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:07.875239 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-65103868-a4cc-4df6-bcbb-037391d9a5ab tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for floatingip (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:07.876517 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-65103868-a4cc-4df6-bcbb-037391d9a5ab tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/95c72143-fbd4-4ccd-b96e-7b75ae4ec193 HTTP/1.1" status: 204 len: 168 time: 0.8195441 Nov 02 14:50:08.028949 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 37542) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:50:08.035843 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-58239b44-2c9d-4bda-b363-e32878b3c438 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1360538645', 'description': 'tempest-description--896462307'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:50:08.130868 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-58239b44-2c9d-4bda-b363-e32878b3c438 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:08.211807 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-58239b44-2c9d-4bda-b363-e32878b3c438 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group (a20da5df-cd31-4901-9b40-3d3e8a38d0c1), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:08.281159 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-58239b44-2c9d-4bda-b363-e32878b3c438 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (a20da5df-cd31-4901-9b40-3d3e8a38d0c1), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:08.315498 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58239b44-2c9d-4bda-b363-e32878b3c438 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a20da5df-cd31-4901-9b40-3d3e8a38d0c1,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:50:08.317931 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 37544) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:50:08.333541 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-1604dc4a-42fe-4a2f-b1f8-695dcf877657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:08.408689 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:08.414335 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=73,neutron:DELETE=6,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:08.425653 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-1604dc4a-42fe-4a2f-b1f8-695dcf877657 admin admin] Publish callbacks [] for security_group (874f700e-b34a-411b-99b4-bae8df4f70f8), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:08.443805 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-58239b44-2c9d-4bda-b363-e32878b3c438 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:08.450716 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-58239b44-2c9d-4bda-b363-e32878b3c438 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4149272 Nov 02 14:50:08.450716 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 37546) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:50:08.455033 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-3121fb43-0697-434c-ad23-248a89a1c511 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Request body: {'security_group_rule': {'security_group_id': 'a20da5df-cd31-4901-9b40-3d3e8a38d0c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:50:08.567036 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-1604dc4a-42fe-4a2f-b1f8-695dcf877657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (874f700e-b34a-411b-99b4-bae8df4f70f8), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:08.620410 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604dc4a-42fe-4a2f-b1f8-695dcf877657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874f700e-b34a-411b-99b4-bae8df4f70f8,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:50:08.631741 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-1604dc4a-42fe-4a2f-b1f8-695dcf877657 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=b5849686fe0d4b2d8a25c940d2086fa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3084011 Nov 02 14:50:08.631741 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-3121fb43-0697-434c-ad23-248a89a1c511 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group_rule (751794c2-99eb-4a98-bdf5-bc8381f35a91), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:08.632948 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 37550) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:50:08.728325 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-3121fb43-0697-434c-ad23-248a89a1c511 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group_rule (751794c2-99eb-4a98-bdf5-bc8381f35a91), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:08.795994 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-3121fb43-0697-434c-ad23-248a89a1c511 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66819821'] for security_group_rule (751794c2-99eb-4a98-bdf5-bc8381f35a91), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:08.825379 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121fb43-0697-434c-ad23-248a89a1c511 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=751794c2-99eb-4a98-bdf5-bc8381f35a91,revision_number=0']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:50:08.884973 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device 8611187e-9072-476d-847c-6718440138c0 up at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:50:08.920556 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-1ff6567d-2b06-4adc-9579-fbade5d7df33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:08.932594 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-3121fb43-0697-434c-ad23-248a89a1c511 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:08.938229 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-3121fb43-0697-434c-ad23-248a89a1c511 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4868104 Nov 02 14:50:08.940419 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 37552) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:50:08.949460 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-33ff5969-3628-43d7-8404-127a54cd3013 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Request body: {'security_group_rule': {'security_group_id': 'a20da5df-cd31-4901-9b40-3d3e8a38d0c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:50:08.964041 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning for port 8611187e-9072-476d-847c-6718440138c0 completed by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 14:50:09.019901 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca67bb-a967-4b41-81cf-ea1554c5232e req-d0395662-0cb3-450b-a497-3daedc4bbad7 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:09.021547 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4bca67bb-a967-4b41-81cf-ea1554c5232e req-d0395662-0cb3-450b-a497-3daedc4bbad7 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=64ac4c3a-dc23-44e3-a2aa-89a6922a9279 HTTP/1.1" status: 200 len: 945 time: 0.0731034 Nov 02 14:50:09.043759 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-64134d2c-81c6-44ee-b7d9-e7bacada3e16 admin admin] Publish callbacks [] for security_group (874f700e-b34a-411b-99b4-bae8df4f70f8), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:09.045068 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning complete for port 8611187e-9072-476d-847c-6718440138c0 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:50:09.045451 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (8611187e-9072-476d-847c-6718440138c0), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:09.045795 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Attempt 1 to provision port 8611187e-9072-476d-847c-6718440138c0 Nov 02 14:50:09.086161 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-64134d2c-81c6-44ee-b7d9-e7bacada3e16 admin admin] Publish callbacks [] for security_group (874f700e-b34a-411b-99b4-bae8df4f70f8), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:09.093904 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-33ff5969-3628-43d7-8404-127a54cd3013 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group_rule (d3f7f3fa-ac79-41ce-b7bc-708ec3ef474b), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:09.119018 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4bca67bb-a967-4b41-81cf-ea1554c5232e req-d893f4ae-3d81-4e9b-9ba5-459fccf2768c tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881376 Nov 02 14:50:09.148601 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port 8611187e-9072-476d-847c-6718440138c0 is: BUILD; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:50:09.148994 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (8611187e-9072-476d-847c-6718440138c0), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:09.189976 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ac4c3a-dc23-44e3-a2aa-89a6922a9279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8611187e-9072-476d-847c-6718440138c0'}] {{(pid=105392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:50:09.194794 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa406a66c4f7fcebf853f6ac608ace0721fd427f75714d2af0e2307e93ff13f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7aa21ff-b40c-45c7-8a68-945a56d0e5a1" -d '{"events": [{"server_uuid": "64ac4c3a-dc23-44e3-a2aa-89a6922a9279", "name": "network-vif-plugged", "status": "completed", "tag": "8611187e-9072-476d-847c-6718440138c0"}]}' {{(pid=105392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:50:09.213542 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-33ff5969-3628-43d7-8404-127a54cd3013 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group_rule (d3f7f3fa-ac79-41ce-b7bc-708ec3ef474b), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:09.215585 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port 8611187e-9072-476d-847c-6718440138c0, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=8611187e-9072-476d-847c-6718440138c0,segment=NetworkSegment(e92de161-0da6-41c9-b20f-925eb995ddbe),segment_id=e92de161-0da6-41c9-b20f-925eb995ddbe)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:50:09.245121 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a7da5d-018c-4eac-b4a7-9611f39b993d x-openstack-request-id: req-b5a7da5d-018c-4eac-b4a7-9611f39b993d {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:50:09.245740 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ac4c3a-dc23-44e3-a2aa-89a6922a9279", "name": "network-vif-plugged", "status": "completed", "tag": "8611187e-9072-476d-847c-6718440138c0", "code": 200}]} {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:50:09.247142 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b5a7da5d-018c-4eac-b4a7-9611f39b993d {{(pid=105392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:50:09.247762 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5a7da5d-018c-4eac-b4a7-9611f39b993d'] response: {'server_uuid': '64ac4c3a-dc23-44e3-a2aa-89a6922a9279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8611187e-9072-476d-847c-6718440138c0', 'code': 200} Nov 02 14:50:09.307605 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-33ff5969-3628-43d7-8404-127a54cd3013 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66819821'] for security_group_rule (d3f7f3fa-ac79-41ce-b7bc-708ec3ef474b), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:09.307926 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-64134d2c-81c6-44ee-b7d9-e7bacada3e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (874f700e-b34a-411b-99b4-bae8df4f70f8), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:09.312401 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-64134d2c-81c6-44ee-b7d9-e7bacada3e16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:09.326915 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-64134d2c-81c6-44ee-b7d9-e7bacada3e16 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/874f700e-b34a-411b-99b4-bae8df4f70f8 HTTP/1.1" status: 204 len: 168 time: 0.6803019 Nov 02 14:50:09.329665 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64134d2c-81c6-44ee-b7d9-e7bacada3e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874f700e-b34a-411b-99b4-bae8df4f70f8,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:50:09.329965 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff5969-3628-43d7-8404-127a54cd3013 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3f7f3fa-ac79-41ce-b7bc-708ec3ef474b,revision_number=0']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:50:09.343553 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (8611187e-9072-476d-847c-6718440138c0), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:09.418568 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-33ff5969-3628-43d7-8404-127a54cd3013 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:09.419825 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-33ff5969-3628-43d7-8404-127a54cd3013 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4778984 Nov 02 14:50:09.423813 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 37558) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:50:09.428577 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-08312711-f0d9-40d3-8e19-9b016c837c61 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Request body: {'floatingip': {'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:50:09.449864 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:09.454699 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=8611187e-9072-476d-847c-6718440138c0,revision_number=5']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:50:09.544876 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-08312711-f0d9-40d3-8e19-9b016c837c61 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:09.684797 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-08312711-f0d9-40d3-8e19-9b016c837c61 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:09.740012 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a46e0-32aa-4f06-907e-452fa9915613 req-84ed59b0-0c27-43cf-ae72-9c70f3f22667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:09.741560 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e19a46e0-32aa-4f06-907e-452fa9915613 req-84ed59b0-0c27-43cf-ae72-9c70f3f22667 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=64ac4c3a-dc23-44e3-a2aa-89a6922a9279 HTTP/1.1" status: 200 len: 1130 time: 0.2247162 Nov 02 14:50:09.797239 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e19a46e0-32aa-4f06-907e-452fa9915613 req-89dd7198-e410-47bf-87ae-f878a7755cae service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492568 Nov 02 14:50:09.849675 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.db_base_plugin_common [None req-08312711-f0d9-40d3-8e19-9b016c837c61 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Allocated IP 172.27.0.198 (1e79e91c-2906-4b84-b981-aada7c6d27e6/3c350c57-8af8-403d-ac8f-51d64fbe694a/d1e63630-9049-4fad-a9ee-9dc67970d6cb) {{(pid=105390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:50:09.980762 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-08312711-f0d9-40d3-8e19-9b016c837c61 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for port (d1e63630-9049-4fad-a9ee-9dc67970d6cb), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:10.064613 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-08312711-f0d9-40d3-8e19-9b016c837c61 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (d1e63630-9049-4fad-a9ee-9dc67970d6cb), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:10.109337 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08312711-f0d9-40d3-8e19-9b016c837c61 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Network 1e79e91c-2906-4b84-b981-aada7c6d27e6 is already hosted by enough agents. {{(pid=105390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:50:10.112336 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-08312711-f0d9-40d3-8e19-9b016c837c61 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Resources bound (agent type, host, resource id): {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:50:10.118577 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08312711-f0d9-40d3-8e19-9b016c837c61 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Received port after_create {{(pid=105390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:50:10.143389 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08312711-f0d9-40d3-8e19-9b016c837c61 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Pushing event updated for resources: {'Port': ['ID=d1e63630-9049-4fad-a9ee-9dc67970d6cb,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:50:10.216393 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-08312711-f0d9-40d3-8e19-9b016c837c61 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for floatingip (d980425a-f488-471e-83f8-cd4f60a3263e), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:10.319169 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98187dee-f9e1-4454-bbb6-aceab8accb0e req-43c9c886-f9fa-41fb-906d-822cdc1d870b tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:10.320919 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-08312711-f0d9-40d3-8e19-9b016c837c61 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (d1e63630-9049-4fad-a9ee-9dc67970d6cb), before_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:10.321859 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-98187dee-f9e1-4454-bbb6-aceab8accb0e req-43c9c886-f9fa-41fb-906d-822cdc1d870b tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=64ac4c3a-dc23-44e3-a2aa-89a6922a9279 HTTP/1.1" status: 200 len: 946 time: 0.0683844 Nov 02 14:50:10.365878 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:10.403049 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-98187dee-f9e1-4454-bbb6-aceab8accb0e req-0cb57ecb-05e6-42e9-8779-df95432bd207 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687268 Nov 02 14:50:10.536231 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-08312711-f0d9-40d3-8e19-9b016c837c61 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for port (d1e63630-9049-4fad-a9ee-9dc67970d6cb), precommit_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:10.543783 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:10.593663 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-08312711-f0d9-40d3-8e19-9b016c837c61 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638247'] for port (d1e63630-9049-4fad-a9ee-9dc67970d6cb), after_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:10.672793 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-08312711-f0d9-40d3-8e19-9b016c837c61 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66773501'] for floatingip (d980425a-f488-471e-83f8-cd4f60a3263e), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:10.675955 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08312711-f0d9-40d3-8e19-9b016c837c61 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Pushing event updated for resources: {'Port': ['ID=d1e63630-9049-4fad-a9ee-9dc67970d6cb,revision_number=2']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:50:10.783108 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-08312711-f0d9-40d3-8e19-9b016c837c61 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for floatingip (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:10.797066 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-08312711-f0d9-40d3-8e19-9b016c837c61 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3719380 Nov 02 14:50:11.074695 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-4dbdf4a3-3f19-4b6d-b729-87514d637f40 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1360538645&fields=id&tenant_id=e428f318654f446db48445e4570ae2d3 HTTP/1.1" status: 200 len: 267 time: 0.0525877 Nov 02 14:50:11.174391 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:11.218554 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-a9948b99-4f7c-488b-bb4c-fb2975446e6f tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:11.220126 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-a9948b99-4f7c-488b-bb4c-fb2975446e6f tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/networks?id=d6bf9a07-46e7-4c2d-8535-e65644e316a0 HTTP/1.1" status: 200 len: 814 time: 0.1359918 Nov 02 14:50:11.236319 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-5c8f50cb-3aea-45df-b38d-1b34cb66c506 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/quotas/e428f318654f446db48445e4570ae2d3 HTTP/1.1" status: 200 len: 375 time: 0.0104663 Nov 02 14:50:11.292393 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-4dbb12ee-93aa-47ef-9cd8-71ab439ceef0 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=e428f318654f446db48445e4570ae2d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503953 Nov 02 14:50:11.528204 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-329ec109-25e6-424a-a964-6e51b2778d06 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/d6bf9a07-46e7-4c2d-8535-e65644e316a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226100 Nov 02 14:50:11.552857 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:11.642665 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4dba6-84e6-4096-90ea-a4f4669bcde9 req-acde00d9-5fd7-40a5-b4f4-ec4bccd45380 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:11.644123 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3ca4dba6-84e6-4096-90ea-a4f4669bcde9 req-acde00d9-5fd7-40a5-b4f4-ec4bccd45380 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=64ac4c3a-dc23-44e3-a2aa-89a6922a9279 HTTP/1.1" status: 200 len: 946 time: 0.1023471 Nov 02 14:50:11.669343 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:11.721871 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-e513162e-5c81-4595-a715-a1b3c36fb41b service neutron] 10.222.0.30 "GET /networking/v2.0/networks/d6bf9a07-46e7-4c2d-8535-e65644e316a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879323 Nov 02 14:50:11.726587 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3ca4dba6-84e6-4096-90ea-a4f4669bcde9 req-7111272b-80b1-45c0-9212-d29cee9d7945 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755422 Nov 02 14:50:11.909137 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfb777-82aa-47a9-9c3d-013a8a6eef30 req-632f869a-565a-46c9-bdc4-f14dd79e874f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:11.910779 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7cdfb777-82aa-47a9-9c3d-013a8a6eef30 req-632f869a-565a-46c9-bdc4-f14dd79e874f tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=64ac4c3a-dc23-44e3-a2aa-89a6922a9279 HTTP/1.1" status: 200 len: 946 time: 0.0558736 Nov 02 14:50:12.009516 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:12.020915 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7cdfb777-82aa-47a9-9c3d-013a8a6eef30 req-1045ca32-1031-4f28-9b9d-c3ccc3b3829e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036270 Nov 02 14:50:12.062452 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 37626) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:50:12.093781 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d201257c-c85e-4248-bcdc-bb7cb6fffd23 req-29764c13-a129-4e30-9ece-20755f8aed3c tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=efac2958-b39d-4ad0-9356-42557ec6bab7 HTTP/1.1" status: 200 len: 210 time: 0.0713427 Nov 02 14:50:12.112046 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55115c9e-3d65-4f85-9e6f-b0ac12fd3f52 tempest-TestVolumeBootPattern-795655738 tempest-TestVolumeBootPattern-795655738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:12.117182 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 37628) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:50:12.117497 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-55115c9e-3d65-4f85-9e6f-b0ac12fd3f52 tempest-TestVolumeBootPattern-795655738 tempest-TestVolumeBootPattern-795655738-project-admin] 10.222.0.30 "GET /networking/v2.0/ports?device_id=64ac4c3a-dc23-44e3-a2aa-89a6922a9279 HTTP/1.1" status: 200 len: 1125 time: 0.0528367 Nov 02 14:50:12.124226 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-3751501c-3a5f-4f31-afb6-a1095e8bc507 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Request body: {'floatingip': {'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'port_id': '8611187e-9072-476d-847c-6718440138c0', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:50:12.239168 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3751501c-3a5f-4f31-afb6-a1095e8bc507 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:12.375712 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3751501c-3a5f-4f31-afb6-a1095e8bc507 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:12.505950 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.db_base_plugin_common [None req-3751501c-3a5f-4f31-afb6-a1095e8bc507 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Allocated IP 172.27.0.216 (1e79e91c-2906-4b84-b981-aada7c6d27e6/3c350c57-8af8-403d-ac8f-51d64fbe694a/d03a477b-b6d6-4ab4-b6af-4a14067045e7) {{(pid=105391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:50:12.634695 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3751501c-3a5f-4f31-afb6-a1095e8bc507 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for port (d03a477b-b6d6-4ab4-b6af-4a14067045e7), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:12.744458 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3751501c-3a5f-4f31-afb6-a1095e8bc507 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63276524'] for port (d03a477b-b6d6-4ab4-b6af-4a14067045e7), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:12.815456 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3751501c-3a5f-4f31-afb6-a1095e8bc507 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Network 1e79e91c-2906-4b84-b981-aada7c6d27e6 is already hosted by enough agents. {{(pid=105391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:50:12.819053 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751501c-3a5f-4f31-afb6-a1095e8bc507 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Pushing event updated for resources: {'Port': ['ID=d03a477b-b6d6-4ab4-b6af-4a14067045e7,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:50:12.822908 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [None req-3751501c-3a5f-4f31-afb6-a1095e8bc507 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Resources bound (agent type, host, resource id): {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:50:12.826509 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3751501c-3a5f-4f31-afb6-a1095e8bc507 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Received port after_create {{(pid=105391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:50:12.897269 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:13.084114 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:13.236671 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7e9e426b-f5f7-463a-803a-af425e3b9e7a req-9b866ab4-8f8e-427e-8be4-9bd3d65fe9c8 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=efac2958-b39d-4ad0-9356-42557ec6bab7 HTTP/1.1" status: 200 len: 210 time: 0.0545154 Nov 02 14:50:13.411699 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3751501c-3a5f-4f31-afb6-a1095e8bc507 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for floatingip (b98493cf-0521-4e27-8d4a-27bbfab9f910), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:13.602281 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3751501c-3a5f-4f31-afb6-a1095e8bc507 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (d03a477b-b6d6-4ab4-b6af-4a14067045e7), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:13.815529 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3751501c-3a5f-4f31-afb6-a1095e8bc507 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for port (d03a477b-b6d6-4ab4-b6af-4a14067045e7), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:13.899109 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3751501c-3a5f-4f31-afb6-a1095e8bc507 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63276539'] for port (d03a477b-b6d6-4ab4-b6af-4a14067045e7), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:13.992900 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751501c-3a5f-4f31-afb6-a1095e8bc507 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Pushing event updated for resources: {'Port': ['ID=d03a477b-b6d6-4ab4-b6af-4a14067045e7,revision_number=2']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:50:13.996663 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3751501c-3a5f-4f31-afb6-a1095e8bc507 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66773501'] for floatingip (b98493cf-0521-4e27-8d4a-27bbfab9f910), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:14.046211 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:14.116975 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.db.l3_db [None req-3751501c-3a5f-4f31-afb6-a1095e8bc507 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Floating IP b98493cf-0521-4e27-8d4a-27bbfab9f910 associated. External IP: 172.27.0.216, port: 8611187e-9072-476d-847c-6718440138c0. Nov 02 14:50:14.444845 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1c274eb5-0399-40a1-808f-1ec46aea1d7f req-e040ddfe-7239-4223-8ddf-2d46f1141de6 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=efac2958-b39d-4ad0-9356-42557ec6bab7 HTTP/1.1" status: 200 len: 210 time: 0.0641935 Nov 02 14:50:14.454802 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3751501c-3a5f-4f31-afb6-a1095e8bc507 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Router 32f50597-324d-4252-8535-0e73e0adb323 has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:50:14.486348 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:14.596280 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3751501c-3a5f-4f31-afb6-a1095e8bc507 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:50:14.609576 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43e3cdb-a915-45be-a74b-8f138ff1c46e None None] Sync routers for ids ['32f50597-324d-4252-8535-0e73e0adb323'] in dv-cinder-862365-4-iscsi {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:50:14.622881 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43e3cdb-a915-45be-a74b-8f138ff1c46e None None] Routers {'32f50597-324d-4252-8535-0e73e0adb323'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:50:14.623678 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-f43e3cdb-a915-45be-a74b-8f138ff1c46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:50:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['32f50597-324d-4252-8535-0e73e0adb323'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:50:14.698295 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3751501c-3a5f-4f31-afb6-a1095e8bc507 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for floatingip (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:14.742185 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-3751501c-3a5f-4f31-afb6-a1095e8bc507 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6207101 Nov 02 14:50:14.742185 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ac4c3a-dc23-44e3-a2aa-89a6922a9279', 'tag': '8611187e-9072-476d-847c-6718440138c0'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:50:14.743673 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b3904b-bdd4-4726-a321-ad2770ad006e" -d '{"events": [{"name": "network-changed", "server_uuid": "64ac4c3a-dc23-44e3-a2aa-89a6922a9279", "tag": "8611187e-9072-476d-847c-6718440138c0"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:50:14.907524 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-f43e3cdb-a915-45be-a74b-8f138ff1c46e None None] Set router 32f50597-324d-4252-8535-0e73e0adb323 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:50:15.010666 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-1427de74-a520-43ad-9a7d-5e3706e1b858 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:15.013866 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-1427de74-a520-43ad-9a7d-5e3706e1b858 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.64 "GET /networking/v2.0/networks?id=d6bf9a07-46e7-4c2d-8535-e65644e316a0 HTTP/1.1" status: 200 len: 814 time: 0.1676285 Nov 02 14:50:15.021361 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e7b3b3-9a1f-4ea6-a599-c6801112b636 x-openstack-request-id: req-e2e7b3b3-9a1f-4ea6-a599-c6801112b636 {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:50:15.027575 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64ac4c3a-dc23-44e3-a2aa-89a6922a9279", "tag": "8611187e-9072-476d-847c-6718440138c0", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:50:15.027575 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e2e7b3b3-9a1f-4ea6-a599-c6801112b636 {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:50:15.027575 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2e7b3b3-9a1f-4ea6-a599-c6801112b636'] response: {'name': 'network-changed', 'server_uuid': '64ac4c3a-dc23-44e3-a2aa-89a6922a9279', 'tag': '8611187e-9072-476d-847c-6718440138c0', 'status': 'completed', 'code': 200} Nov 02 14:50:15.098095 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:15.113348 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-9ec3348d-24d1-475e-924c-5baf7e0d1979 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e428f318654f446db48445e4570ae2d3 HTTP/1.1" status: 200 len: 380 time: 0.0840452 Nov 02 14:50:15.124327 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-ca5db89c-0515-413b-addb-f9be42b4bdc3 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Request body: {'port': {'device_id': 'efac2958-b39d-4ad0-9356-42557ec6bab7', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'admin_state_up': True, 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'security_groups': ['a20da5df-cd31-4901-9b40-3d3e8a38d0c1']}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:50:15.155752 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3904b-bdd4-4726-a321-ad2770ad006e req-cb0c6787-c328-401c-8353-beacdbae23b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:15.158373 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-57b3904b-bdd4-4726-a321-ad2770ad006e req-cb0c6787-c328-401c-8353-beacdbae23b4 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=990b7e753ad1450489668d0ca151736e&device_id=64ac4c3a-dc23-44e3-a2aa-89a6922a9279 HTTP/1.1" status: 200 len: 1130 time: 0.0738409 Nov 02 14:50:15.216304 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-f43e3cdb-a915-45be-a74b-8f138ff1c46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f50597-324d-4252-8535-0e73e0adb323', 'name': 'tempest-TestVolumeBootPattern-1982010526-router', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:31Z', 'updated_at': '2022-11-02T14:44:35Z', 'revision_number': 4, 'project_id': '990b7e753ad1450489668d0ca151736e', 'gw_port': {'id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:32Z', 'updated_at': '2022-11-02T14:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': 'b98493cf-0521-4e27-8d4a-27bbfab9f910', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': '32f50597-324d-4252-8535-0e73e0adb323', 'port_id': '8611187e-9072-476d-847c-6718440138c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'mac_address': 'fa:16:3e:ea:99:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ac4c3a-dc23-44e3-a2aa-89a6922a9279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:50:13Z', 'updated_at': '2022-11-02T14:50:13Z', 'revision_number': 0, 'project_id': '990b7e753ad1450489668d0ca151736e', 'fixed_ip_address_scope': None}, {'id': 'c40bddca-ce62-4c88-b88b-b90b432b4a7a', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': '32f50597-324d-4252-8535-0e73e0adb323', 'port_id': 'c8c7d645-c149-4b30-8fb6-474b94827b54', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'mac_address': 'fa:16:3e:54:53:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4576f1-35ce-4081-a2f1-e8e324a1c677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:48:07Z', 'updated_at': '2022-11-02T14:48:09Z', 'revision_number': 1, 'project_id': '990b7e753ad1450489668d0ca151736e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cee792d-517a-4ab0-8c66-1aace6f80ddc', 'name': '', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'mac_address': 'fa:16:3e:83:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:34Z', 'updated_at': '2022-11-02T14:44:41Z', 'revision_number': 5, 'project_id': '990b7e753ad1450489668d0ca151736e', 'subnets': [{'id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:50:15.245777 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43e3cdb-a915-45be-a74b-8f138ff1c46e None None] Checking router: 32f50597-324d-4252-8535-0e73e0adb323 for host: dv-cinder-862365-4-iscsi {{(pid=105392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:50:15.256243 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43e3cdb-a915-45be-a74b-8f138ff1c46e None None] Routers {'32f50597-324d-4252-8535-0e73e0adb323'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:50:15.257053 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-f43e3cdb-a915-45be-a74b-8f138ff1c46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:50:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['32f50597-324d-4252-8535-0e73e0adb323'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:50:15.318911 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3904b-bdd4-4726-a321-ad2770ad006e req-8d7f71fb-6778-4944-9caa-92a3b64fc5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:15.320426 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-57b3904b-bdd4-4726-a321-ad2770ad006e req-8d7f71fb-6778-4944-9caa-92a3b64fc5f3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=3f9be41b-3ac6-43ae-b64c-2573362419af HTTP/1.1" status: 200 len: 913 time: 0.1544437 Nov 02 14:50:15.383379 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-f43e3cdb-a915-45be-a74b-8f138ff1c46e None None] Set router 32f50597-324d-4252-8535-0e73e0adb323 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:50:15.392854 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-57b3904b-bdd4-4726-a321-ad2770ad006e req-5dbce0b9-3de0-4a64-b950-2b5596efb8ae service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8611187e-9072-476d-847c-6718440138c0 HTTP/1.1" status: 200 len: 1000 time: 0.0662606 Nov 02 14:50:15.412000 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-ca5db89c-0515-413b-addb-f9be42b4bdc3 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Made reservation on behalf of e428f318654f446db48445e4570ae2d3 for: {'port': 1} {{(pid=105391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:50:15.416361 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-ca5db89c-0515-413b-addb-f9be42b4bdc3 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:15.479244 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3904b-bdd4-4726-a321-ad2770ad006e req-72d20a43-89d6-48fc-b0bc-3dc799f1f551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:15.483419 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-57b3904b-bdd4-4726-a321-ad2770ad006e req-72d20a43-89d6-48fc-b0bc-3dc799f1f551 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=03e0ff6f-7506-47f9-8238-68767b203b61 HTTP/1.1" status: 200 len: 851 time: 0.0720956 Nov 02 14:50:15.535023 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=100 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:15.588348 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:15.600890 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3904b-bdd4-4726-a321-ad2770ad006e req-879a35b7-a3af-4263-a914-3d26fa9f4c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:15.602570 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-57b3904b-bdd4-4726-a321-ad2770ad006e req-879a35b7-a3af-4263-a914-3d26fa9f4c4e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=3f9be41b-3ac6-43ae-b64c-2573362419af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587425 Nov 02 14:50:15.660987 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-475f433a-423e-4c46-8935-ed555d6a676e req-e022b2b5-9cf5-4b7c-85dd-d82b6d5e935b tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=efac2958-b39d-4ad0-9356-42557ec6bab7 HTTP/1.1" status: 200 len: 210 time: 0.0595667 Nov 02 14:50:15.688311 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.db_base_plugin_common [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-ca5db89c-0515-413b-addb-f9be42b4bdc3 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Allocated IP 172.20.0.14 (d6bf9a07-46e7-4c2d-8535-e65644e316a0/6a51700c-a406-45a9-976e-ab3485599867/010eaa1b-4e57-4825-aa1e-d4db853b5969) {{(pid=105391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:50:15.727560 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-57b3904b-bdd4-4726-a321-ad2770ad006e req-bc9dac48-84f1-4439-bf2b-5a68535f8faa service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3f9be41b-3ac6-43ae-b64c-2573362419af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141257 Nov 02 14:50:15.800326 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-f43e3cdb-a915-45be-a74b-8f138ff1c46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f50597-324d-4252-8535-0e73e0adb323', 'name': 'tempest-TestVolumeBootPattern-1982010526-router', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:31Z', 'updated_at': '2022-11-02T14:44:35Z', 'revision_number': 4, 'project_id': '990b7e753ad1450489668d0ca151736e', 'gw_port': {'id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:32Z', 'updated_at': '2022-11-02T14:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': 'b98493cf-0521-4e27-8d4a-27bbfab9f910', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': '32f50597-324d-4252-8535-0e73e0adb323', 'port_id': '8611187e-9072-476d-847c-6718440138c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'mac_address': 'fa:16:3e:ea:99:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ac4c3a-dc23-44e3-a2aa-89a6922a9279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:50:13Z', 'updated_at': '2022-11-02T14:50:13Z', 'revision_number': 0, 'project_id': '990b7e753ad1450489668d0ca151736e', 'fixed_ip_address_scope': None}, {'id': 'c40bddca-ce62-4c88-b88b-b90b432b4a7a', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': '32f50597-324d-4252-8535-0e73e0adb323', 'port_id': 'c8c7d645-c149-4b30-8fb6-474b94827b54', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'mac_address': 'fa:16:3e:54:53:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4576f1-35ce-4081-a2f1-e8e324a1c677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:48:07Z', 'updated_at': '2022-11-02T14:48:09Z', 'revision_number': 1, 'project_id': '990b7e753ad1450489668d0ca151736e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cee792d-517a-4ab0-8c66-1aace6f80ddc', 'name': '', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'mac_address': 'fa:16:3e:83:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:34Z', 'updated_at': '2022-11-02T14:44:41Z', 'revision_number': 5, 'project_id': '990b7e753ad1450489668d0ca151736e', 'subnets': [{'id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:50:15.829761 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43e3cdb-a915-45be-a74b-8f138ff1c46e None None] The sync data for ids ['32f50597-324d-4252-8535-0e73e0adb323'] in dv-cinder-862365-4-iscsi is: [{'id': '32f50597-324d-4252-8535-0e73e0adb323', 'name': 'tempest-TestVolumeBootPattern-1982010526-router', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:31Z', 'updated_at': '2022-11-02T14:44:35Z', 'revision_number': 4, 'project_id': '990b7e753ad1450489668d0ca151736e', 'gw_port': {'id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:32Z', 'updated_at': '2022-11-02T14:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': 'b98493cf-0521-4e27-8d4a-27bbfab9f910', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': '32f50597-324d-4252-8535-0e73e0adb323', 'port_id': '8611187e-9072-476d-847c-6718440138c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'mac_address': 'fa:16:3e:ea:99:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ac4c3a-dc23-44e3-a2aa-89a6922a9279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:50:13Z', 'updated_at': '2022-11-02T14:50:13Z', 'revision_number': 0, 'project_id': '990b7e753ad1450489668d0ca151736e', 'fixed_ip_address_scope': None}, {'id': 'c40bddca-ce62-4c88-b88b-b90b432b4a7a', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': '32f50597-324d-4252-8535-0e73e0adb323', 'port_id': 'c8c7d645-c149-4b30-8fb6-474b94827b54', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'mac_address': 'fa:16:3e:54:53:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4576f1-35ce-4081-a2f1-e8e324a1c677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:48:07Z', 'updated_at': '2022-11-02T14:48:09Z', 'revision_number': 1, 'project_id': '990b7e753ad1450489668d0ca151736e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cee792d-517a-4ab0-8c66-1aace6f80ddc', 'name': '', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'mac_address': 'fa:16:3e:83:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:34Z', 'updated_at': '2022-11-02T14:44:41Z', 'revision_number': 5, 'project_id': '990b7e753ad1450489668d0ca151736e', 'subnets': [{'id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:50:15.865771 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-57b3904b-bdd4-4726-a321-ad2770ad006e req-351ee6ba-eaa2-4526-9cee-d5c637a42513 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3f9be41b-3ac6-43ae-b64c-2573362419af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314840 Nov 02 14:50:15.934060 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:15.963148 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-ca5db89c-0515-413b-addb-f9be42b4bdc3 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for port (010eaa1b-4e57-4825-aa1e-d4db853b5969), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:16.032469 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:16.034691 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=7 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:16.070074 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-ca5db89c-0515-413b-addb-f9be42b4bdc3 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63276524'] for port (010eaa1b-4e57-4825-aa1e-d4db853b5969), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:16.105987 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09678ec-dec3-4b4d-9ed5-4f9d06fd478c None None] New status for floating IP b98493cf-0521-4e27-8d4a-27bbfab9f910: ACTIVE {{(pid=105393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 14:50:16.140307 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-ca5db89c-0515-413b-addb-f9be42b4bdc3 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Network d6bf9a07-46e7-4c2d-8535-e65644e316a0 is already hosted by enough agents. {{(pid=105391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:50:16.144033 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-ca5db89c-0515-413b-addb-f9be42b4bdc3 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Resources bound (agent type, host, resource id): {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:50:16.148106 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-ca5db89c-0515-413b-addb-f9be42b4bdc3 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Received port after_create {{(pid=105391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:50:16.153090 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5db89c-0515-413b-addb-f9be42b4bdc3 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Pushing event updated for resources: {'Port': ['ID=010eaa1b-4e57-4825-aa1e-d4db853b5969,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:50:16.197248 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:16.232154 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-ca5db89c-0515-413b-addb-f9be42b4bdc3 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:16.233145 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-ca5db89c-0515-413b-addb-f9be42b4bdc3 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:16.338603 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-ca5db89c-0515-413b-addb-f9be42b4bdc3 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2166741 Nov 02 14:50:16.356664 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-7228472f-329b-4548-9caf-eb65d8f75f12 service neutron] Request body: {'port': {'device_id': 'efac2958-b39d-4ad0-9356-42557ec6bab7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86236'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:50:16.415325 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-427a0eda-a52b-4880-afc0-54ace5d6f383 None None] Provisioning complete for port 010eaa1b-4e57-4825-aa1e-d4db853b5969 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:50:16.419002 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-427a0eda-a52b-4880-afc0-54ace5d6f383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (010eaa1b-4e57-4825-aa1e-d4db853b5969), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:16.419519 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-427a0eda-a52b-4880-afc0-54ace5d6f383 None None] Attempt 1 to provision port 010eaa1b-4e57-4825-aa1e-d4db853b5969 Nov 02 14:50:16.430323 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-7228472f-329b-4548-9caf-eb65d8f75f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (010eaa1b-4e57-4825-aa1e-d4db853b5969), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:16.456934 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-427a0eda-a52b-4880-afc0-54ace5d6f383 None None] Port 010eaa1b-4e57-4825-aa1e-d4db853b5969 cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:50:16.711547 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-7228472f-329b-4548-9caf-eb65d8f75f12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 010eaa1b-4e57-4825-aa1e-d4db853b5969 {{(pid=105391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:50:16.726728 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-7228472f-329b-4548-9caf-eb65d8f75f12 service neutron] Publish callbacks [] for port (010eaa1b-4e57-4825-aa1e-d4db853b5969), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:16.752635 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.provisioning_blocks [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-7228472f-329b-4548-9caf-eb65d8f75f12 service neutron] Transition to ACTIVE for port object 010eaa1b-4e57-4825-aa1e-d4db853b5969 will not be triggered until provisioned by entity L2. {{(pid=105391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 14:50:16.798304 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-7228472f-329b-4548-9caf-eb65d8f75f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63276539'] for port (010eaa1b-4e57-4825-aa1e-d4db853b5969), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:16.859177 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:16.874154 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d009d2-1d42-4ee3-9581-0d9d5cb821a4 req-a16403a7-f02f-44e7-b46f-c7f5e7be5508 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:16.876246 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-83d009d2-1d42-4ee3-9581-0d9d5cb821a4 req-a16403a7-f02f-44e7-b46f-c7f5e7be5508 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=efac2958-b39d-4ad0-9356-42557ec6bab7 HTTP/1.1" status: 200 len: 944 time: 0.0898428 Nov 02 14:50:16.930519 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228472f-329b-4548-9caf-eb65d8f75f12 service neutron] Pushing event updated for resources: {'Port': ['ID=010eaa1b-4e57-4825-aa1e-d4db853b5969,revision_number=2']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:50:17.008360 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-83d009d2-1d42-4ee3-9581-0d9d5cb821a4 req-ac7fa753-70c9-4a95-b348-875252c11f7c tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a20da5df-cd31-4901-9b40-3d3e8a38d0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194623 Nov 02 14:50:17.022084 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-7228472f-329b-4548-9caf-eb65d8f75f12 service neutron] Attempting to bind port 010eaa1b-4e57-4825-aa1e-d4db853b5969 on host hv-cinder-86236 for vnic_type normal with profile {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:50:17.022476 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-7228472f-329b-4548-9caf-eb65d8f75f12 service neutron] Attempting to bind port 010eaa1b-4e57-4825-aa1e-d4db853b5969 by drivers openvswitch,hyperv on host hv-cinder-86236 at level 0 using segments [{'id': '317ea5d5-6056-4847-aa91-273fe8d40822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0'}] {{(pid=105391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:50:17.022890 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-7228472f-329b-4548-9caf-eb65d8f75f12 service neutron] Attempting to bind port 010eaa1b-4e57-4825-aa1e-d4db853b5969 on network d6bf9a07-46e7-4c2d-8535-e65644e316a0 {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:50:17.070454 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-7228472f-329b-4548-9caf-eb65d8f75f12 service neutron] Port 010eaa1b-4e57-4825-aa1e-d4db853b5969 on network d6bf9a07-46e7-4c2d-8535-e65644e316a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86236 {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 14:50:17.070927 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-7228472f-329b-4548-9caf-eb65d8f75f12 service neutron] Attempting to bind port 010eaa1b-4e57-4825-aa1e-d4db853b5969 on network d6bf9a07-46e7-4c2d-8535-e65644e316a0 {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:50:17.124722 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-7228472f-329b-4548-9caf-eb65d8f75f12 service neutron] Checking agent: {'id': '1ebac2c5-078b-4c7f-aaba-905361dbc5e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'started_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:50:17.125168 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-7228472f-329b-4548-9caf-eb65d8f75f12 service neutron] Checking segment: {'id': '317ea5d5-6056-4847-aa91-273fe8d40822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:50:17.125665 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-7228472f-329b-4548-9caf-eb65d8f75f12 service neutron] Bound using segment: {'id': '317ea5d5-6056-4847-aa91-273fe8d40822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0'} {{(pid=105391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:50:17.126255 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.managers [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-7228472f-329b-4548-9caf-eb65d8f75f12 service neutron] Bound port: 010eaa1b-4e57-4825-aa1e-d4db853b5969, host: hv-cinder-86236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '317ea5d5-6056-4847-aa91-273fe8d40822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0'}}] {{(pid=105391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:50:17.126812 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-7228472f-329b-4548-9caf-eb65d8f75f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (010eaa1b-4e57-4825-aa1e-d4db853b5969), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:17.202452 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-7228472f-329b-4548-9caf-eb65d8f75f12 service neutron] For port 010eaa1b-4e57-4825-aa1e-d4db853b5969, host hv-cinder-86236, cleared binding levels {{(pid=105391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:50:17.206101 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-7228472f-329b-4548-9caf-eb65d8f75f12 service neutron] For port 010eaa1b-4e57-4825-aa1e-d4db853b5969, host hv-cinder-86236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=010eaa1b-4e57-4825-aa1e-d4db853b5969,segment=NetworkSegment(317ea5d5-6056-4847-aa91-273fe8d40822),segment_id=317ea5d5-6056-4847-aa91-273fe8d40822)] {{(pid=105391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:50:17.319115 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-7228472f-329b-4548-9caf-eb65d8f75f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63276539'] for port (010eaa1b-4e57-4825-aa1e-d4db853b5969), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:17.324535 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-7228472f-329b-4548-9caf-eb65d8f75f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:17.325212 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-7228472f-329b-4548-9caf-eb65d8f75f12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:17.328979 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-7228472f-329b-4548-9caf-eb65d8f75f12 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/010eaa1b-4e57-4825-aa1e-d4db853b5969 HTTP/1.1" status: 200 len: 1094 time: 0.9763391 Nov 02 14:50:17.328979 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efac2958-b39d-4ad0-9356-42557ec6bab7', 'tag': '010eaa1b-4e57-4825-aa1e-d4db853b5969'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:50:17.329866 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0637b26-6113-4013-bde8-c8aa29e7e075" -d '{"events": [{"name": "network-changed", "server_uuid": "efac2958-b39d-4ad0-9356-42557ec6bab7", "tag": "010eaa1b-4e57-4825-aa1e-d4db853b5969"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:50:17.386317 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50df12cb-abf6-4e61-9e7c-17bb6f49b3a2 x-openstack-request-id: req-50df12cb-abf6-4e61-9e7c-17bb6f49b3a2 {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:50:17.386629 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efac2958-b39d-4ad0-9356-42557ec6bab7", "tag": "010eaa1b-4e57-4825-aa1e-d4db853b5969", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:50:17.386949 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-50df12cb-abf6-4e61-9e7c-17bb6f49b3a2 {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:50:17.387385 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50df12cb-abf6-4e61-9e7c-17bb6f49b3a2'] response: {'name': 'network-changed', 'server_uuid': 'efac2958-b39d-4ad0-9356-42557ec6bab7', 'tag': '010eaa1b-4e57-4825-aa1e-d4db853b5969', 'status': 'completed', 'code': 200} Nov 02 14:50:17.391027 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228472f-329b-4548-9caf-eb65d8f75f12 service neutron] Pushing event updated for resources: {'Port': ['ID=010eaa1b-4e57-4825-aa1e-d4db853b5969,revision_number=3']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:50:17.481694 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0637b26-6113-4013-bde8-c8aa29e7e075 req-eb91fb12-8258-4917-aa1a-8072b25f0301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:17.483833 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d0637b26-6113-4013-bde8-c8aa29e7e075 req-eb91fb12-8258-4917-aa1a-8072b25f0301 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=e428f318654f446db48445e4570ae2d3&device_id=efac2958-b39d-4ad0-9356-42557ec6bab7 HTTP/1.1" status: 200 len: 1128 time: 0.0486298 Nov 02 14:50:17.596164 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0637b26-6113-4013-bde8-c8aa29e7e075 req-09517b7c-9b3d-4918-aa57-1c66a3bf6388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:17.597767 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d0637b26-6113-4013-bde8-c8aa29e7e075 req-09517b7c-9b3d-4918-aa57-1c66a3bf6388 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=e428f318654f446db48445e4570ae2d3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1002915 Nov 02 14:50:17.718748 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0637b26-6113-4013-bde8-c8aa29e7e075 req-2d709631-e504-4408-88dc-cb2589d87e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:17.721175 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d0637b26-6113-4013-bde8-c8aa29e7e075 req-2d709631-e504-4408-88dc-cb2589d87e8e service neutron] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1177447 Nov 02 14:50:17.821359 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-d231ddb6-9990-405a-b585-b677058af41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:17.822899 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-d231ddb6-9990-405a-b585-b677058af41b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=e428f318654f446db48445e4570ae2d3&device_id=efac2958-b39d-4ad0-9356-42557ec6bab7 HTTP/1.1" status: 200 len: 1128 time: 0.0432129 Nov 02 14:50:17.883473 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-a0b46f9d-3d2d-47ad-9413-1b7406d64b5d service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=010eaa1b-4e57-4825-aa1e-d4db853b5969 HTTP/1.1" status: 200 len: 217 time: 0.0483868 Nov 02 14:50:17.942221 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:17.946367 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-f03614ae-9305-43d2-874e-073b572f166c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:17.947922 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-f03614ae-9305-43d2-874e-073b572f166c service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6a51700c-a406-45a9-976e-ab3485599867 HTTP/1.1" status: 200 len: 853 time: 0.0578516 Nov 02 14:50:17.994037 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-b6dd5e6a-f590-457e-8f83-b01ac19efe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:17.996995 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-b6dd5e6a-f590-457e-8f83-b01ac19efe4e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d6bf9a07-46e7-4c2d-8535-e65644e316a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435512 Nov 02 14:50:18.132519 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-1510aa6c-713f-4464-87df-2121956abde1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d6bf9a07-46e7-4c2d-8535-e65644e316a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293955 Nov 02 14:50:18.194203 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bc1bb-9c6c-44d2-b954-7281fa01892e req-7d4f954d-74ad-466e-85c3-2321fe727640 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:18.195779 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-960bc1bb-9c6c-44d2-b954-7281fa01892e req-7d4f954d-74ad-466e-85c3-2321fe727640 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=efac2958-b39d-4ad0-9356-42557ec6bab7 HTTP/1.1" status: 200 len: 944 time: 0.0877101 Nov 02 14:50:18.244331 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:18.592292 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-960bc1bb-9c6c-44d2-b954-7281fa01892e req-23415148-6385-43b7-a133-3af82eacf1c3 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a20da5df-cd31-4901-9b40-3d3e8a38d0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3678555 Nov 02 14:50:18.596555 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f227b8e8-b1b6-46fc-a009-80043e9494e0 req-32ddf43e-72ed-46a2-a2f1-884f80c07a78 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d6bf9a07-46e7-4c2d-8535-e65644e316a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436507 Nov 02 14:50:18.603273 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 37718) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:50:18.728495 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3a53969e-3e44-4d30-bf0a-8fdd3d6dc421 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:18.812558 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3a53969e-3e44-4d30-bf0a-8fdd3d6dc421 admin admin] Publish callbacks [] for security_group (c408ad54-5411-4c57-989a-89fd2a45191a), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:18.878818 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3a53969e-3e44-4d30-bf0a-8fdd3d6dc421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (c408ad54-5411-4c57-989a-89fd2a45191a), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:18.922866 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53969e-3e44-4d30-bf0a-8fdd3d6dc421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c408ad54-5411-4c57-989a-89fd2a45191a,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:50:18.928821 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-3a53969e-3e44-4d30-bf0a-8fdd3d6dc421 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=dfd1cd86a75c424ca7827b7987206214&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3244762 Nov 02 14:50:18.932401 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 37722) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:50:18.987955 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-89770c23-e3dd-4d90-99b7-bff44fe19b2e admin admin] Publish callbacks [] for security_group (c408ad54-5411-4c57-989a-89fd2a45191a), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:19.010755 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-89770c23-e3dd-4d90-99b7-bff44fe19b2e admin admin] Publish callbacks [] for security_group (c408ad54-5411-4c57-989a-89fd2a45191a), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:19.149331 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-89770c23-e3dd-4d90-99b7-bff44fe19b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (c408ad54-5411-4c57-989a-89fd2a45191a), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:19.152017 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-89770c23-e3dd-4d90-99b7-bff44fe19b2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:19.153545 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-89770c23-e3dd-4d90-99b7-bff44fe19b2e admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/c408ad54-5411-4c57-989a-89fd2a45191a HTTP/1.1" status: 204 len: 168 time: 0.2189431 Nov 02 14:50:19.162168 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89770c23-e3dd-4d90-99b7-bff44fe19b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c408ad54-5411-4c57-989a-89fd2a45191a,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:50:19.762553 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89d350-07ab-490c-a096-2abe56c482bf req-8ac4a7cf-273b-4d18-9f51-b963f33fb4dd tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:19.764226 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8f89d350-07ab-490c-a096-2abe56c482bf req-8ac4a7cf-273b-4d18-9f51-b963f33fb4dd tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=efac2958-b39d-4ad0-9356-42557ec6bab7 HTTP/1.1" status: 200 len: 944 time: 0.0582454 Nov 02 14:50:19.794120 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 37730) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:50:19.814812 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-9eba5ee0-f0ce-4a92-a188-25a877dfa45a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:19.818020 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:19.844881 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8f89d350-07ab-490c-a096-2abe56c482bf req-38da7095-5384-47d4-9a3a-668c133b3111 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a20da5df-cd31-4901-9b40-3d3e8a38d0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737360 Nov 02 14:50:19.915567 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-9eba5ee0-f0ce-4a92-a188-25a877dfa45a admin admin] Publish callbacks [] for security_group (5f044ee5-62b5-4383-bca1-c4d9745a682a), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:19.989745 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-9eba5ee0-f0ce-4a92-a188-25a877dfa45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (5f044ee5-62b5-4383-bca1-c4d9745a682a), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:20.033147 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba5ee0-f0ce-4a92-a188-25a877dfa45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f044ee5-62b5-4383-bca1-c4d9745a682a,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:50:20.037721 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-9eba5ee0-f0ce-4a92-a188-25a877dfa45a admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=8b2d229576174a9399bdadb730189561&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416649 Nov 02 14:50:20.042546 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 37732) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:50:20.099145 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-130e24fc-ef21-4500-a3ce-11f1f3487c83 admin admin] Publish callbacks [] for security_group (5f044ee5-62b5-4383-bca1-c4d9745a682a), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:20.122050 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-130e24fc-ef21-4500-a3ce-11f1f3487c83 admin admin] Publish callbacks [] for security_group (5f044ee5-62b5-4383-bca1-c4d9745a682a), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:20.157844 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=5 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:20.302129 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-130e24fc-ef21-4500-a3ce-11f1f3487c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (5f044ee5-62b5-4383-bca1-c4d9745a682a), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:20.304746 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-130e24fc-ef21-4500-a3ce-11f1f3487c83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:20.306028 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-130e24fc-ef21-4500-a3ce-11f1f3487c83 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/5f044ee5-62b5-4383-bca1-c4d9745a682a HTTP/1.1" status: 204 len: 168 time: 0.2624152 Nov 02 14:50:20.316530 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e24fc-ef21-4500-a3ce-11f1f3487c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f044ee5-62b5-4383-bca1-c4d9745a682a,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:50:20.922087 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device 010eaa1b-4e57-4825-aa1e-d4db853b5969 details requested by agent hyperv_hv-cinder-86236 with host hv-cinder-86236 {{(pid=105392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 14:50:21.019582 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050e68a-ef15-450c-9fb7-9c8cbc3d96e2 req-3506577b-8e6a-4e50-b545-e99c8ec794dc tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:21.023102 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5050e68a-ef15-450c-9fb7-9c8cbc3d96e2 req-3506577b-8e6a-4e50-b545-e99c8ec794dc tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=efac2958-b39d-4ad0-9356-42557ec6bab7 HTTP/1.1" status: 200 len: 944 time: 0.0778952 Nov 02 14:50:21.050212 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 37740) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:50:21.070978 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a2420fd2-92d4-4b2d-b914-6a21f8b9628f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:21.086084 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port 010eaa1b-4e57-4825-aa1e-d4db853b5969, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=010eaa1b-4e57-4825-aa1e-d4db853b5969,segment=NetworkSegment(317ea5d5-6056-4847-aa91-273fe8d40822),segment_id=317ea5d5-6056-4847-aa91-273fe8d40822)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:50:21.107812 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5050e68a-ef15-450c-9fb7-9c8cbc3d96e2 req-b0416b6a-3d6c-4635-8e6c-94a9f9895d53 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a20da5df-cd31-4901-9b40-3d3e8a38d0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763021 Nov 02 14:50:21.118195 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Returning: {'device': '010eaa1b-4e57-4825-aa1e-d4db853b5969', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'port_id': '010eaa1b-4e57-4825-aa1e-d4db853b5969', 'mac_address': 'fa:16:3e:90:cd:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 477, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a51700c-a406-45a9-976e-ab3485599867', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 14:50:21.171127 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port 010eaa1b-4e57-4825-aa1e-d4db853b5969 is: DOWN; New status is: BUILD {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:50:21.171513 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (010eaa1b-4e57-4825-aa1e-d4db853b5969), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:21.186425 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 010eaa1b-4e57-4825-aa1e-d4db853b5969 {{(pid=105392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:50:21.201163 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a2420fd2-92d4-4b2d-b914-6a21f8b9628f admin admin] Publish callbacks [] for security_group (eabf18f2-2259-46ce-aa03-afb296a56e2e), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:21.211088 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port 010eaa1b-4e57-4825-aa1e-d4db853b5969, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=010eaa1b-4e57-4825-aa1e-d4db853b5969,segment=NetworkSegment(317ea5d5-6056-4847-aa91-273fe8d40822),segment_id=317ea5d5-6056-4847-aa91-273fe8d40822)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:50:21.290755 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a2420fd2-92d4-4b2d-b914-6a21f8b9628f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (eabf18f2-2259-46ce-aa03-afb296a56e2e), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:21.320122 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (010eaa1b-4e57-4825-aa1e-d4db853b5969), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:21.337320 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-a2420fd2-92d4-4b2d-b914-6a21f8b9628f admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=3cc8e09babd5420d8963aa5d30bdbc24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2855003 Nov 02 14:50:21.338296 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2420fd2-92d4-4b2d-b914-6a21f8b9628f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabf18f2-2259-46ce-aa03-afb296a56e2e,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:50:21.341536 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 37742) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:50:21.398641 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-39e3373b-56c5-459c-ab4f-2f08b00993a9 admin admin] Publish callbacks [] for security_group (eabf18f2-2259-46ce-aa03-afb296a56e2e), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:21.400655 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=010eaa1b-4e57-4825-aa1e-d4db853b5969,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:50:21.423719 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-39e3373b-56c5-459c-ab4f-2f08b00993a9 admin admin] Publish callbacks [] for security_group (eabf18f2-2259-46ce-aa03-afb296a56e2e), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:21.622250 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-39e3373b-56c5-459c-ab4f-2f08b00993a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (eabf18f2-2259-46ce-aa03-afb296a56e2e), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:21.626455 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-39e3373b-56c5-459c-ab4f-2f08b00993a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:21.627684 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] get_ports_and_sgs() called for port_ids ['010eaa1b-4e57-4825-aa1e-d4db853b5969'] {{(pid=105392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 14:50:21.627867 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-39e3373b-56c5-459c-ab4f-2f08b00993a9 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/eabf18f2-2259-46ce-aa03-afb296a56e2e HTTP/1.1" status: 204 len: 168 time: 0.2851956 Nov 02 14:50:21.641241 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3373b-56c5-459c-ab4f-2f08b00993a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabf18f2-2259-46ce-aa03-afb296a56e2e,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:50:22.297895 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53128a0-d574-41ee-b268-8c74ff20e9c0 req-1ce6660b-449e-4942-ab37-0357a0967916 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:22.299472 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f53128a0-d574-41ee-b268-8c74ff20e9c0 req-1ce6660b-449e-4942-ab37-0357a0967916 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=efac2958-b39d-4ad0-9356-42557ec6bab7 HTTP/1.1" status: 200 len: 945 time: 0.0533557 Nov 02 14:50:22.334015 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:22.360627 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f53128a0-d574-41ee-b268-8c74ff20e9c0 req-5fe58b29-4e0e-478c-b2b3-85a338c2d4c7 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a20da5df-cd31-4901-9b40-3d3e8a38d0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551116 Nov 02 14:50:22.944412 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device 010eaa1b-4e57-4825-aa1e-d4db853b5969 up at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:50:23.006920 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning for port 010eaa1b-4e57-4825-aa1e-d4db853b5969 completed by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 14:50:23.075171 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning complete for port 010eaa1b-4e57-4825-aa1e-d4db853b5969 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:50:23.075548 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (010eaa1b-4e57-4825-aa1e-d4db853b5969), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:23.075892 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Attempt 1 to provision port 010eaa1b-4e57-4825-aa1e-d4db853b5969 Nov 02 14:50:23.100805 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:23.161122 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port 010eaa1b-4e57-4825-aa1e-d4db853b5969 is: BUILD; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:50:23.161122 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (010eaa1b-4e57-4825-aa1e-d4db853b5969), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:23.182219 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:23.189596 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efac2958-b39d-4ad0-9356-42557ec6bab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010eaa1b-4e57-4825-aa1e-d4db853b5969'}] {{(pid=105392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:50:23.192033 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa406a66c4f7fcebf853f6ac608ace0721fd427f75714d2af0e2307e93ff13f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45dbbaff-f361-49eb-a756-f7ffc21ceb5d" -d '{"events": [{"server_uuid": "efac2958-b39d-4ad0-9356-42557ec6bab7", "name": "network-vif-plugged", "status": "completed", "tag": "010eaa1b-4e57-4825-aa1e-d4db853b5969"}]}' {{(pid=105392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:50:23.206755 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port 010eaa1b-4e57-4825-aa1e-d4db853b5969, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=010eaa1b-4e57-4825-aa1e-d4db853b5969,segment=NetworkSegment(317ea5d5-6056-4847-aa91-273fe8d40822),segment_id=317ea5d5-6056-4847-aa91-273fe8d40822)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:50:23.301855 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (010eaa1b-4e57-4825-aa1e-d4db853b5969), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:23.357989 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=010eaa1b-4e57-4825-aa1e-d4db853b5969,revision_number=5']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:50:23.387774 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9736fd-eb5f-44d7-9d2a-a08c088fa709 x-openstack-request-id: req-9d9736fd-eb5f-44d7-9d2a-a08c088fa709 {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:50:23.388076 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efac2958-b39d-4ad0-9356-42557ec6bab7", "name": "network-vif-plugged", "status": "completed", "tag": "010eaa1b-4e57-4825-aa1e-d4db853b5969", "code": 200}]} {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:50:23.388335 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9d9736fd-eb5f-44d7-9d2a-a08c088fa709 {{(pid=105392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:50:23.388746 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d9736fd-eb5f-44d7-9d2a-a08c088fa709'] response: {'server_uuid': 'efac2958-b39d-4ad0-9356-42557ec6bab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010eaa1b-4e57-4825-aa1e-d4db853b5969', 'code': 200} Nov 02 14:50:23.538138 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be0053-c4f8-48c0-8222-c233f78c15f5 req-96d9fe82-2577-4dd7-890a-78259985feb4 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:23.539667 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-97be0053-c4f8-48c0-8222-c233f78c15f5 req-96d9fe82-2577-4dd7-890a-78259985feb4 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=efac2958-b39d-4ad0-9356-42557ec6bab7 HTTP/1.1" status: 200 len: 946 time: 0.0533135 Nov 02 14:50:23.591470 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-97be0053-c4f8-48c0-8222-c233f78c15f5 req-e6116766-9732-4c76-8c14-110d3672750c tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a20da5df-cd31-4901-9b40-3d3e8a38d0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457182 Nov 02 14:50:23.814005 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dba941-1085-4fa3-9e72-4e030052eaab req-49f9f002-64df-4dbb-830a-5040c96cf72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:23.815808 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-01dba941-1085-4fa3-9e72-4e030052eaab req-49f9f002-64df-4dbb-830a-5040c96cf72c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=efac2958-b39d-4ad0-9356-42557ec6bab7 HTTP/1.1" status: 200 len: 1130 time: 0.0475192 Nov 02 14:50:23.871031 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-01dba941-1085-4fa3-9e72-4e030052eaab req-1a62abf5-a295-4855-a760-32933a73fa05 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a20da5df-cd31-4901-9b40-3d3e8a38d0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487075 Nov 02 14:50:24.729090 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06355329-854f-4cd1-bea9-91b4e5de94b1 req-698304a2-22e9-4a16-87c9-822e402b31ff tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:24.731153 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-06355329-854f-4cd1-bea9-91b4e5de94b1 req-698304a2-22e9-4a16-87c9-822e402b31ff tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=efac2958-b39d-4ad0-9356-42557ec6bab7 HTTP/1.1" status: 200 len: 946 time: 0.0503793 Nov 02 14:50:24.801328 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-06355329-854f-4cd1-bea9-91b4e5de94b1 req-4d519f31-d17d-4220-8a0a-05136c9816b8 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a20da5df-cd31-4901-9b40-3d3e8a38d0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603240 Nov 02 14:50:25.967001 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8922341a-8441-4490-b2e3-1f8d38fe97b0 req-c925d44a-4159-499f-80c0-20377266f026 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:25.968576 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8922341a-8441-4490-b2e3-1f8d38fe97b0 req-c925d44a-4159-499f-80c0-20377266f026 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=efac2958-b39d-4ad0-9356-42557ec6bab7 HTTP/1.1" status: 200 len: 946 time: 0.0616422 Nov 02 14:50:26.028104 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8922341a-8441-4490-b2e3-1f8d38fe97b0 req-36129314-322b-4d52-b538-aac18c60ca78 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a20da5df-cd31-4901-9b40-3d3e8a38d0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530992 Nov 02 14:50:26.168713 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c33fa8-ca4b-477c-8691-8d380fe3acfe req-53c66981-35c0-4d35-896b-8592399d8bbc tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:26.170519 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-89c33fa8-ca4b-477c-8691-8d380fe3acfe req-53c66981-35c0-4d35-896b-8592399d8bbc tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=efac2958-b39d-4ad0-9356-42557ec6bab7 HTTP/1.1" status: 200 len: 946 time: 0.0544434 Nov 02 14:50:26.181523 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 37808) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:50:26.187184 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-dc51c597-3460-4a90-bb5c-7dc30644f226 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Request body: {'floatingip': {'port_id': '010eaa1b-4e57-4825-aa1e-d4db853b5969'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:50:26.232827 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-dc51c597-3460-4a90-bb5c-7dc30644f226 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for floatingip (d980425a-f488-471e-83f8-cd4f60a3263e), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:26.257307 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:26.517361 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:26.746400 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-dc51c597-3460-4a90-bb5c-7dc30644f226 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:26.823464 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-dc51c597-3460-4a90-bb5c-7dc30644f226 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66773501'] for floatingip (d980425a-f488-471e-83f8-cd4f60a3263e), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:26.865785 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:26.940854 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.db.l3_db [None req-dc51c597-3460-4a90-bb5c-7dc30644f226 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Floating IP d980425a-f488-471e-83f8-cd4f60a3263e associated. External IP: 172.27.0.198, port: 010eaa1b-4e57-4825-aa1e-d4db853b5969. Nov 02 14:50:27.217106 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc51c597-3460-4a90-bb5c-7dc30644f226 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Router d28ea826-8148-4631-949c-ee2a972b4b7c has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:50:27.345788 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc51c597-3460-4a90-bb5c-7dc30644f226 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:50:27.352988 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-dc51c597-3460-4a90-bb5c-7dc30644f226 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for floatingip (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:27.360793 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc81f6a0-ca01-45bc-9cd2-6c2321453373 None None] Sync routers for ids ['d28ea826-8148-4631-949c-ee2a972b4b7c'] in dv-cinder-862365-4-iscsi {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:50:27.377329 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc81f6a0-ca01-45bc-9cd2-6c2321453373 None None] Routers {'d28ea826-8148-4631-949c-ee2a972b4b7c'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:50:27.378242 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-cc81f6a0-ca01-45bc-9cd2-6c2321453373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:50:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['d28ea826-8148-4631-949c-ee2a972b4b7c'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:50:27.414135 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-dc51c597-3460-4a90-bb5c-7dc30644f226 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "PUT /networking/v2.0/floatingips/d980425a-f488-471e-83f8-cd4f60a3263e HTTP/1.1" status: 200 len: 992 time: 1.2283044 Nov 02 14:50:27.414135 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efac2958-b39d-4ad0-9356-42557ec6bab7', 'tag': '010eaa1b-4e57-4825-aa1e-d4db853b5969'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:50:27.416608 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5516f0a0-8e86-4cdf-8a9a-dbf1c6e5b4c5" -d '{"events": [{"name": "network-changed", "server_uuid": "efac2958-b39d-4ad0-9356-42557ec6bab7", "tag": "010eaa1b-4e57-4825-aa1e-d4db853b5969"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:50:27.462022 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f924bc0b-148d-4c63-9fc8-8e266b3fd090 x-openstack-request-id: req-f924bc0b-148d-4c63-9fc8-8e266b3fd090 {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:50:27.462469 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efac2958-b39d-4ad0-9356-42557ec6bab7", "tag": "010eaa1b-4e57-4825-aa1e-d4db853b5969", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:50:27.462869 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f924bc0b-148d-4c63-9fc8-8e266b3fd090 {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:50:27.463470 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f924bc0b-148d-4c63-9fc8-8e266b3fd090'] response: {'name': 'network-changed', 'server_uuid': 'efac2958-b39d-4ad0-9356-42557ec6bab7', 'tag': '010eaa1b-4e57-4825-aa1e-d4db853b5969', 'status': 'completed', 'code': 200} Nov 02 14:50:27.528669 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-cc81f6a0-ca01-45bc-9cd2-6c2321453373 None None] Set router d28ea826-8148-4631-949c-ee2a972b4b7c gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:50:27.553267 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516f0a0-8e86-4cdf-8a9a-dbf1c6e5b4c5 req-93bc47ed-eb6c-4ac9-9985-32906d5c2343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:27.554817 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5516f0a0-8e86-4cdf-8a9a-dbf1c6e5b4c5 req-93bc47ed-eb6c-4ac9-9985-32906d5c2343 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=e428f318654f446db48445e4570ae2d3&device_id=efac2958-b39d-4ad0-9356-42557ec6bab7 HTTP/1.1" status: 200 len: 1130 time: 0.0445573 Nov 02 14:50:27.663984 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516f0a0-8e86-4cdf-8a9a-dbf1c6e5b4c5 req-dd13ed95-0342-4709-b706-d8f6ab5bd0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:27.666003 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5516f0a0-8e86-4cdf-8a9a-dbf1c6e5b4c5 req-dd13ed95-0342-4709-b706-d8f6ab5bd0ed service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=d6bf9a07-46e7-4c2d-8535-e65644e316a0 HTTP/1.1" status: 200 len: 915 time: 0.1040437 Nov 02 14:50:27.745705 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5516f0a0-8e86-4cdf-8a9a-dbf1c6e5b4c5 req-960d543d-a73c-4dcc-b625-300d672ebfb1 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=010eaa1b-4e57-4825-aa1e-d4db853b5969 HTTP/1.1" status: 200 len: 1000 time: 0.0724523 Nov 02 14:50:27.820881 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516f0a0-8e86-4cdf-8a9a-dbf1c6e5b4c5 req-e58b4ad5-9984-4e8f-aa4b-683c6385d0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:27.822971 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5516f0a0-8e86-4cdf-8a9a-dbf1c6e5b4c5 req-e58b4ad5-9984-4e8f-aa4b-683c6385d0b3 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6a51700c-a406-45a9-976e-ab3485599867 HTTP/1.1" status: 200 len: 853 time: 0.0715117 Nov 02 14:50:27.871954 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-cc81f6a0-ca01-45bc-9cd2-6c2321453373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'name': 'tempest-AttachVolumeNegativeTest-727071126-router', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:46:30Z', 'updated_at': '2022-11-02T14:46:33Z', 'revision_number': 4, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'gw_port': {'id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:31Z', 'updated_at': '2022-11-02T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': 'd980425a-f488-471e-83f8-cd4f60a3263e', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'port_id': '010eaa1b-4e57-4825-aa1e-d4db853b5969', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'mac_address': 'fa:16:3e:90:cd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efac2958-b39d-4ad0-9356-42557ec6bab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:50:10Z', 'updated_at': '2022-11-02T14:50:26Z', 'revision_number': 1, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107d01d1-b781-43db-8dc8-8fb142b946bf', 'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'mac_address': 'fa:16:3e:26:b5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '6a51700c-a406-45a9-976e-ab3485599867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:33Z', 'updated_at': '2022-11-02T14:46:38Z', 'revision_number': 5, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'subnets': [{'id': '6a51700c-a406-45a9-976e-ab3485599867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:50:27.899746 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516f0a0-8e86-4cdf-8a9a-dbf1c6e5b4c5 req-00290f64-b77f-4a21-b03a-5b2f9e2cb046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:50:27.905993 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5516f0a0-8e86-4cdf-8a9a-dbf1c6e5b4c5 req-00290f64-b77f-4a21-b03a-5b2f9e2cb046 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d6bf9a07-46e7-4c2d-8535-e65644e316a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0714798 Nov 02 14:50:27.915085 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc81f6a0-ca01-45bc-9cd2-6c2321453373 None None] Checking router: d28ea826-8148-4631-949c-ee2a972b4b7c for host: dv-cinder-862365-4-iscsi {{(pid=105392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:50:27.915385 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 37824) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:50:27.926459 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc81f6a0-ca01-45bc-9cd2-6c2321453373 None None] Routers {'d28ea826-8148-4631-949c-ee2a972b4b7c'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:50:27.926970 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-cc81f6a0-ca01-45bc-9cd2-6c2321453373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:50:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['d28ea826-8148-4631-949c-ee2a972b4b7c'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:50:28.007357 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:28.061154 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5516f0a0-8e86-4cdf-8a9a-dbf1c6e5b4c5 req-6cda7500-1aba-43f5-b641-15db47ee3e01 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d6bf9a07-46e7-4c2d-8535-e65644e316a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453815 Nov 02 14:50:28.065243 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-567bb4fb-3926-45d8-8976-7fc5852e819f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:28.096435 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-cc81f6a0-ca01-45bc-9cd2-6c2321453373 None None] Set router d28ea826-8148-4631-949c-ee2a972b4b7c gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:50:28.180535 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-567bb4fb-3926-45d8-8976-7fc5852e819f admin admin] Publish callbacks [] for security_group (c4371012-105f-4210-a39b-70ecb903b668), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:28.183137 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5516f0a0-8e86-4cdf-8a9a-dbf1c6e5b4c5 req-cbcd0daf-85b4-4eee-801e-315da0128c47 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d6bf9a07-46e7-4c2d-8535-e65644e316a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122148 Nov 02 14:50:28.239122 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-567bb4fb-3926-45d8-8976-7fc5852e819f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (c4371012-105f-4210-a39b-70ecb903b668), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:28.249635 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:28.316238 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-567bb4fb-3926-45d8-8976-7fc5852e819f admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=7d86436f5a14409e84771aab0415fea2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3992541 Nov 02 14:50:28.319291 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 37828) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:50:28.325605 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567bb4fb-3926-45d8-8976-7fc5852e819f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4371012-105f-4210-a39b-70ecb903b668,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:50:28.371598 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-cc81f6a0-ca01-45bc-9cd2-6c2321453373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'name': 'tempest-AttachVolumeNegativeTest-727071126-router', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:46:30Z', 'updated_at': '2022-11-02T14:46:33Z', 'revision_number': 4, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'gw_port': {'id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:31Z', 'updated_at': '2022-11-02T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': 'd980425a-f488-471e-83f8-cd4f60a3263e', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'port_id': '010eaa1b-4e57-4825-aa1e-d4db853b5969', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'mac_address': 'fa:16:3e:90:cd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efac2958-b39d-4ad0-9356-42557ec6bab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:50:10Z', 'updated_at': '2022-11-02T14:50:26Z', 'revision_number': 1, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107d01d1-b781-43db-8dc8-8fb142b946bf', 'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'mac_address': 'fa:16:3e:26:b5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '6a51700c-a406-45a9-976e-ab3485599867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:33Z', 'updated_at': '2022-11-02T14:46:38Z', 'revision_number': 5, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'subnets': [{'id': '6a51700c-a406-45a9-976e-ab3485599867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:50:28.419216 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc81f6a0-ca01-45bc-9cd2-6c2321453373 None None] The sync data for ids ['d28ea826-8148-4631-949c-ee2a972b4b7c'] in dv-cinder-862365-4-iscsi is: [{'id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'name': 'tempest-AttachVolumeNegativeTest-727071126-router', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:46:30Z', 'updated_at': '2022-11-02T14:46:33Z', 'revision_number': 4, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'gw_port': {'id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:31Z', 'updated_at': '2022-11-02T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': 'd980425a-f488-471e-83f8-cd4f60a3263e', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'port_id': '010eaa1b-4e57-4825-aa1e-d4db853b5969', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'mac_address': 'fa:16:3e:90:cd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efac2958-b39d-4ad0-9356-42557ec6bab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:50:10Z', 'updated_at': '2022-11-02T14:50:26Z', 'revision_number': 1, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107d01d1-b781-43db-8dc8-8fb142b946bf', 'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'mac_address': 'fa:16:3e:26:b5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '6a51700c-a406-45a9-976e-ab3485599867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:33Z', 'updated_at': '2022-11-02T14:46:38Z', 'revision_number': 5, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'subnets': [{'id': '6a51700c-a406-45a9-976e-ab3485599867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:50:28.419673 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-a9b084d2-be4d-4e18-928d-8a5e63859f62 admin admin] Publish callbacks [] for security_group (c4371012-105f-4210-a39b-70ecb903b668), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:28.457663 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-a9b084d2-be4d-4e18-928d-8a5e63859f62 admin admin] Publish callbacks [] for security_group (c4371012-105f-4210-a39b-70ecb903b668), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:28.514427 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:28.612474 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-a9b084d2-be4d-4e18-928d-8a5e63859f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (c4371012-105f-4210-a39b-70ecb903b668), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:28.615746 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-a9b084d2-be4d-4e18-928d-8a5e63859f62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:28.618138 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-a9b084d2-be4d-4e18-928d-8a5e63859f62 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/c4371012-105f-4210-a39b-70ecb903b668 HTTP/1.1" status: 204 len: 168 time: 0.2968380 Nov 02 14:50:28.632382 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b084d2-be4d-4e18-928d-8a5e63859f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4371012-105f-4210-a39b-70ecb903b668,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:50:28.670488 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec8eac3-50a2-4140-b923-45820d8f90e4 None None] New status for floating IP d980425a-f488-471e-83f8-cd4f60a3263e: ACTIVE {{(pid=105393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 14:50:28.829630 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:29.342240 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 37834) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:50:29.357581 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-78e0941e-2f0f-4b12-b589-e4764f6c6b9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:29.446953 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-78e0941e-2f0f-4b12-b589-e4764f6c6b9a admin admin] Publish callbacks [] for security_group (acb46bb6-b7fa-47c9-a2ee-b52c6de6fc77), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:29.491852 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-78e0941e-2f0f-4b12-b589-e4764f6c6b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (acb46bb6-b7fa-47c9-a2ee-b52c6de6fc77), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:29.535780 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0941e-2f0f-4b12-b589-e4764f6c6b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb46bb6-b7fa-47c9-a2ee-b52c6de6fc77,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:50:29.539999 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-78e0941e-2f0f-4b12-b589-e4764f6c6b9a admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=2fd47989b2924a8b86df8b0d0d91b494&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1966989 Nov 02 14:50:29.544029 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 37836) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:50:29.601675 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-5691afe7-efc3-4818-be93-5790a72ee0a3 admin admin] Publish callbacks [] for security_group (acb46bb6-b7fa-47c9-a2ee-b52c6de6fc77), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:29.632098 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-5691afe7-efc3-4818-be93-5790a72ee0a3 admin admin] Publish callbacks [] for security_group (acb46bb6-b7fa-47c9-a2ee-b52c6de6fc77), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:29.720389 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-5691afe7-efc3-4818-be93-5790a72ee0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (acb46bb6-b7fa-47c9-a2ee-b52c6de6fc77), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:29.723413 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-5691afe7-efc3-4818-be93-5790a72ee0a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:29.724951 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-5691afe7-efc3-4818-be93-5790a72ee0a3 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/acb46bb6-b7fa-47c9-a2ee-b52c6de6fc77 HTTP/1.1" status: 204 len: 168 time: 0.1797345 Nov 02 14:50:29.734857 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5691afe7-efc3-4818-be93-5790a72ee0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb46bb6-b7fa-47c9-a2ee-b52c6de6fc77,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:50:32.610176 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:50:36.347271 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-bffa2102-6afb-49e5-992c-4e3bfa2d5758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:38.632898 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=27,neutron:DELETE=3 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:38.878447 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-15bf0d16-c46f-4159-b85b-0882e3255f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:39.665479 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=34,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:39.730675 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:40.514880 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:41.445648 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:41.518638 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:42.017608 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:42.038609 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:51.585067 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=16,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:51.585897 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=13 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:52.028929 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:50:55.767162 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 37976) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:50:55.873927 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-9c7351b4-f33c-4c3f-89e1-b3da194a3d68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:55.951447 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-9c7351b4-f33c-4c3f-89e1-b3da194a3d68 admin admin] Publish callbacks [] for security_group (ef825a0b-307c-4b13-82e0-ae9e01ed3aa3), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:56.022557 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-9c7351b4-f33c-4c3f-89e1-b3da194a3d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (ef825a0b-307c-4b13-82e0-ae9e01ed3aa3), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:56.062924 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7351b4-f33c-4c3f-89e1-b3da194a3d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef825a0b-307c-4b13-82e0-ae9e01ed3aa3,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:50:56.066801 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-9c7351b4-f33c-4c3f-89e1-b3da194a3d68 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=2e834030bdbc4a52927d049a6c467aff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2986395 Nov 02 14:50:56.069746 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 37980) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:50:56.073773 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7351b4-f33c-4c3f-89e1-b3da194a3d68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:56.074128 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7351b4-f33c-4c3f-89e1-b3da194a3d68 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:56.074477 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7351b4-f33c-4c3f-89e1-b3da194a3d68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:56.074817 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7351b4-f33c-4c3f-89e1-b3da194a3d68 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:56.075153 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7351b4-f33c-4c3f-89e1-b3da194a3d68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:56.075489 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7351b4-f33c-4c3f-89e1-b3da194a3d68 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:56.075820 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7351b4-f33c-4c3f-89e1-b3da194a3d68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:56.076155 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7351b4-f33c-4c3f-89e1-b3da194a3d68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:56.076485 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7351b4-f33c-4c3f-89e1-b3da194a3d68 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:56.076813 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7351b4-f33c-4c3f-89e1-b3da194a3d68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:56.077172 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7351b4-f33c-4c3f-89e1-b3da194a3d68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:56.077504 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7351b4-f33c-4c3f-89e1-b3da194a3d68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:56.077830 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7351b4-f33c-4c3f-89e1-b3da194a3d68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:56.078153 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7351b4-f33c-4c3f-89e1-b3da194a3d68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:56.078478 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7351b4-f33c-4c3f-89e1-b3da194a3d68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:56.120906 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-747a27fd-441f-4d86-991e-ed59081b39f2 admin admin] Publish callbacks [] for security_group (ef825a0b-307c-4b13-82e0-ae9e01ed3aa3), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:56.141765 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-747a27fd-441f-4d86-991e-ed59081b39f2 admin admin] Publish callbacks [] for security_group (ef825a0b-307c-4b13-82e0-ae9e01ed3aa3), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:56.284035 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-747a27fd-441f-4d86-991e-ed59081b39f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (ef825a0b-307c-4b13-82e0-ae9e01ed3aa3), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:56.286687 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-747a27fd-441f-4d86-991e-ed59081b39f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:50:56.287848 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-747a27fd-441f-4d86-991e-ed59081b39f2 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/ef825a0b-307c-4b13-82e0-ae9e01ed3aa3 HTTP/1.1" status: 204 len: 168 time: 0.2171047 Nov 02 14:50:56.295945 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a27fd-441f-4d86-991e-ed59081b39f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef825a0b-307c-4b13-82e0-ae9e01ed3aa3,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:50:56.303457 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a27fd-441f-4d86-991e-ed59081b39f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:56.303805 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a27fd-441f-4d86-991e-ed59081b39f2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:56.304147 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a27fd-441f-4d86-991e-ed59081b39f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:56.304487 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a27fd-441f-4d86-991e-ed59081b39f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:56.304819 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a27fd-441f-4d86-991e-ed59081b39f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:56.305179 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a27fd-441f-4d86-991e-ed59081b39f2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:56.305518 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a27fd-441f-4d86-991e-ed59081b39f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:56.305831 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a27fd-441f-4d86-991e-ed59081b39f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:56.306168 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a27fd-441f-4d86-991e-ed59081b39f2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:56.306480 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a27fd-441f-4d86-991e-ed59081b39f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:56.307291 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a27fd-441f-4d86-991e-ed59081b39f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:56.307618 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a27fd-441f-4d86-991e-ed59081b39f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:56.307941 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a27fd-441f-4d86-991e-ed59081b39f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:56.308260 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a27fd-441f-4d86-991e-ed59081b39f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:56.308579 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a27fd-441f-4d86-991e-ed59081b39f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:50:58.827111 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:06.060523 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=19,neutron:INSERT=4 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:51:06.068455 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=20,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:51:06.292235 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:51:06.299470 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:51:06.393971 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-49c004df-59b5-480a-a371-f346522e1c0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:08.855369 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7ebed631-fc18-4f51-b70b-e8a36f53d9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:09.613898 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:51:10.537124 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:11.525502 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:12.026781 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:16.712437 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7b82a-a159-4756-bbcb-2aee32b37841 req-7dab80fb-fc79-4fd5-a0b6-015abd5f658f tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:51:16.714017 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4ee7b82a-a159-4756-bbcb-2aee32b37841 req-7dab80fb-fc79-4fd5-a0b6-015abd5f658f tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=efac2958-b39d-4ad0-9356-42557ec6bab7 HTTP/1.1" status: 200 len: 946 time: 0.0503170 Nov 02 14:51:16.762912 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4ee7b82a-a159-4756-bbcb-2aee32b37841 req-4b62797e-cfc6-4634-96bf-685e0a996bf4 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a20da5df-cd31-4901-9b40-3d3e8a38d0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432193 Nov 02 14:51:17.893355 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88425d6-239d-45f2-b3af-824fbac8f098 req-7d948c27-a676-40d0-b4b5-6f004d05922b tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:51:17.894886 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b88425d6-239d-45f2-b3af-824fbac8f098 req-7d948c27-a676-40d0-b4b5-6f004d05922b tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=efac2958-b39d-4ad0-9356-42557ec6bab7 HTTP/1.1" status: 200 len: 946 time: 0.0536339 Nov 02 14:51:17.944268 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b88425d6-239d-45f2-b3af-824fbac8f098 req-dda4b5bd-b1f5-4a27-b90a-57effa3334ca tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a20da5df-cd31-4901-9b40-3d3e8a38d0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427780 Nov 02 14:51:18.283500 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a56e74-544e-45e1-9bdd-60c9360aa0de req-5f8b31c7-2acf-41f0-994b-cee2fbc30c52 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:51:18.284942 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-18a56e74-544e-45e1-9bdd-60c9360aa0de req-5f8b31c7-2acf-41f0-994b-cee2fbc30c52 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=efac2958-b39d-4ad0-9356-42557ec6bab7 HTTP/1.1" status: 200 len: 946 time: 0.0461450 Nov 02 14:51:18.371071 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [req-18a56e74-544e-45e1-9bdd-60c9360aa0de req-c4319de6-e6da-47c7-890f-fd47d77f55fa tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Deleting port 010eaa1b-4e57-4825-aa1e-d4db853b5969 {{(pid=105391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:51:18.371438 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-18a56e74-544e-45e1-9bdd-60c9360aa0de req-c4319de6-e6da-47c7-890f-fd47d77f55fa tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (010eaa1b-4e57-4825-aa1e-d4db853b5969), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:18.462827 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [req-18a56e74-544e-45e1-9bdd-60c9360aa0de req-c4319de6-e6da-47c7-890f-fd47d77f55fa tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] For port 010eaa1b-4e57-4825-aa1e-d4db853b5969, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=010eaa1b-4e57-4825-aa1e-d4db853b5969,segment=NetworkSegment(317ea5d5-6056-4847-aa91-273fe8d40822),segment_id=317ea5d5-6056-4847-aa91-273fe8d40822)] {{(pid=105391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:51:18.469158 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-18a56e74-544e-45e1-9bdd-60c9360aa0de req-c4319de6-e6da-47c7-890f-fd47d77f55fa tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (010eaa1b-4e57-4825-aa1e-d4db853b5969), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:18.632218 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-18a56e74-544e-45e1-9bdd-60c9360aa0de req-c4319de6-e6da-47c7-890f-fd47d77f55fa tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:18.632581 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-18a56e74-544e-45e1-9bdd-60c9360aa0de req-c4319de6-e6da-47c7-890f-fd47d77f55fa tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66773501'] for floatingip (d980425a-f488-471e-83f8-cd4f60a3263e), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:18.632908 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.db.l3_db [req-18a56e74-544e-45e1-9bdd-60c9360aa0de req-c4319de6-e6da-47c7-890f-fd47d77f55fa tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Floating IP d980425a-f488-471e-83f8-cd4f60a3263e disassociated. External IP: 172.27.0.198, port: 010eaa1b-4e57-4825-aa1e-d4db853b5969. Nov 02 14:51:18.633281 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [req-18a56e74-544e-45e1-9bdd-60c9360aa0de req-c4319de6-e6da-47c7-890f-fd47d77f55fa tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Calling delete_port for 010eaa1b-4e57-4825-aa1e-d4db853b5969 owned by compute:nova {{(pid=105391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:51:18.839924 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-18a56e74-544e-45e1-9bdd-60c9360aa0de req-c4319de6-e6da-47c7-890f-fd47d77f55fa tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63276524'] for port (010eaa1b-4e57-4825-aa1e-d4db853b5969), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:18.866424 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4319de6-e6da-47c7-890f-fd47d77f55fa tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Pushing event deleted for resources: {'Port': ['ID=010eaa1b-4e57-4825-aa1e-d4db853b5969,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:51:18.978519 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18a56e74-544e-45e1-9bdd-60c9360aa0de req-c4319de6-e6da-47c7-890f-fd47d77f55fa tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Router d28ea826-8148-4631-949c-ee2a972b4b7c has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:51:18.989622 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:51:19.053422 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-08f647d6-21a8-4635-a93e-103f89cc7256 req-34c123a0-5c35-4eac-8599-71264c7228c1 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=efac2958-b39d-4ad0-9356-42557ec6bab7 HTTP/1.1" status: 200 len: 210 time: 0.0303230 Nov 02 14:51:19.061853 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:51:19.110238 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18a56e74-544e-45e1-9bdd-60c9360aa0de req-c4319de6-e6da-47c7-890f-fd47d77f55fa tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:51:19.120415 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f397170-5e16-4029-afa8-867c9c5d4733 None None] Sync routers for ids ['d28ea826-8148-4631-949c-ee2a972b4b7c'] in dv-cinder-862365-4-iscsi {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:51:19.131078 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f397170-5e16-4029-afa8-867c9c5d4733 None None] Routers {'d28ea826-8148-4631-949c-ee2a972b4b7c'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:51:19.136502 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-8f397170-5e16-4029-afa8-867c9c5d4733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:51:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['d28ea826-8148-4631-949c-ee2a972b4b7c'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:51:19.153374 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a56e74-544e-45e1-9bdd-60c9360aa0de req-c4319de6-e6da-47c7-890f-fd47d77f55fa tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] No DVR routers for this DVR port 010eaa1b-4e57-4825-aa1e-d4db853b5969 on host hv-cinder-86236 {{(pid=105391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:51:19.155831 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [req-18a56e74-544e-45e1-9bdd-60c9360aa0de req-c4319de6-e6da-47c7-890f-fd47d77f55fa tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:19.159065 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-18a56e74-544e-45e1-9bdd-60c9360aa0de req-c4319de6-e6da-47c7-890f-fd47d77f55fa tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.64 "DELETE /networking/v2.0/ports/010eaa1b-4e57-4825-aa1e-d4db853b5969 HTTP/1.1" status: 204 len: 173 time: 0.8677235 Nov 02 14:51:19.159578 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efac2958-b39d-4ad0-9356-42557ec6bab7', 'name': 'network-vif-deleted', 'tag': '010eaa1b-4e57-4825-aa1e-d4db853b5969'}] {{(pid=105391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:51:19.161831 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4451789a3fbb94b0e4143b2f693b0edf2c3da05d278860935439119eabbe6226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24a71ec-c40f-41bb-8c1c-5e4fc9445f83" -d '{"events": [{"server_uuid": "efac2958-b39d-4ad0-9356-42557ec6bab7", "name": "network-vif-deleted", "tag": "010eaa1b-4e57-4825-aa1e-d4db853b5969"}]}' {{(pid=105391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:51:19.209026 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de02e8f-7e68-4e6e-87d6-2efa3c74ed63 x-openstack-request-id: req-0de02e8f-7e68-4e6e-87d6-2efa3c74ed63 {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:51:19.209325 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efac2958-b39d-4ad0-9356-42557ec6bab7", "name": "network-vif-deleted", "tag": "010eaa1b-4e57-4825-aa1e-d4db853b5969", "status": "completed", "code": 200}]} {{(pid=105391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:51:19.209581 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0de02e8f-7e68-4e6e-87d6-2efa3c74ed63 {{(pid=105391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:51:19.209990 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0de02e8f-7e68-4e6e-87d6-2efa3c74ed63'] response: {'server_uuid': 'efac2958-b39d-4ad0-9356-42557ec6bab7', 'name': 'network-vif-deleted', 'tag': '010eaa1b-4e57-4825-aa1e-d4db853b5969', 'status': 'completed', 'code': 200} Nov 02 14:51:19.250418 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-8f397170-5e16-4029-afa8-867c9c5d4733 None None] Set router d28ea826-8148-4631-949c-ee2a972b4b7c gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:51:19.587486 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-8f397170-5e16-4029-afa8-867c9c5d4733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'name': 'tempest-AttachVolumeNegativeTest-727071126-router', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:46:30Z', 'updated_at': '2022-11-02T14:46:33Z', 'revision_number': 4, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'gw_port': {'id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:31Z', 'updated_at': '2022-11-02T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '107d01d1-b781-43db-8dc8-8fb142b946bf', 'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'mac_address': 'fa:16:3e:26:b5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '6a51700c-a406-45a9-976e-ab3485599867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:33Z', 'updated_at': '2022-11-02T14:46:38Z', 'revision_number': 5, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'subnets': [{'id': '6a51700c-a406-45a9-976e-ab3485599867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:51:19.612940 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f397170-5e16-4029-afa8-867c9c5d4733 None None] Checking router: d28ea826-8148-4631-949c-ee2a972b4b7c for host: dv-cinder-862365-4-iscsi {{(pid=105392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:51:19.622474 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f397170-5e16-4029-afa8-867c9c5d4733 None None] Routers {'d28ea826-8148-4631-949c-ee2a972b4b7c'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:51:19.623073 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-8f397170-5e16-4029-afa8-867c9c5d4733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:51:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['d28ea826-8148-4631-949c-ee2a972b4b7c'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:51:19.726355 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-8f397170-5e16-4029-afa8-867c9c5d4733 None None] Set router d28ea826-8148-4631-949c-ee2a972b4b7c gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:51:19.912449 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-8f397170-5e16-4029-afa8-867c9c5d4733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'name': 'tempest-AttachVolumeNegativeTest-727071126-router', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:46:30Z', 'updated_at': '2022-11-02T14:46:33Z', 'revision_number': 4, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'gw_port': {'id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:31Z', 'updated_at': '2022-11-02T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '107d01d1-b781-43db-8dc8-8fb142b946bf', 'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'mac_address': 'fa:16:3e:26:b5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '6a51700c-a406-45a9-976e-ab3485599867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:33Z', 'updated_at': '2022-11-02T14:46:38Z', 'revision_number': 5, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'subnets': [{'id': '6a51700c-a406-45a9-976e-ab3485599867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:51:19.941835 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f397170-5e16-4029-afa8-867c9c5d4733 None None] The sync data for ids ['d28ea826-8148-4631-949c-ee2a972b4b7c'] in dv-cinder-862365-4-iscsi is: [{'id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'name': 'tempest-AttachVolumeNegativeTest-727071126-router', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:46:30Z', 'updated_at': '2022-11-02T14:46:33Z', 'revision_number': 4, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'gw_port': {'id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:31Z', 'updated_at': '2022-11-02T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '107d01d1-b781-43db-8dc8-8fb142b946bf', 'name': '', 'network_id': 'd6bf9a07-46e7-4c2d-8535-e65644e316a0', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'mac_address': 'fa:16:3e:26:b5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '6a51700c-a406-45a9-976e-ab3485599867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:33Z', 'updated_at': '2022-11-02T14:46:38Z', 'revision_number': 5, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'subnets': [{'id': '6a51700c-a406-45a9-976e-ab3485599867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:51:20.180550 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-27695312-462e-49fd-9cbd-1adb8d65e453 req-e82d169d-f3bb-4d20-b716-3248b9387d79 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=efac2958-b39d-4ad0-9356-42557ec6bab7 HTTP/1.1" status: 200 len: 210 time: 0.0327389 Nov 02 14:51:20.184035 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf54bdf-fa9f-4bf4-9411-27c96f85ca50 None None] New status for floating IP d980425a-f488-471e-83f8-cd4f60a3263e: DOWN {{(pid=105393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 14:51:21.164345 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device 010eaa1b-4e57-4825-aa1e-d4db853b5969 no longer exists at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:51:21.184594 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] No Port match for: 010eaa1b-4e57-4825-aa1e-d4db853b5969 {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:51:21.190898 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device 010eaa1b-4e57-4825-aa1e-d4db853b5969 not bound to the agent host hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:51:21.358934 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 38064) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:51:21.417292 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-b19b7a07-e300-42b4-9cc9-d960b745ce6c tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group (a20da5df-cd31-4901-9b40-3d3e8a38d0c1), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:21.440269 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-b19b7a07-e300-42b4-9cc9-d960b745ce6c tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group (a20da5df-cd31-4901-9b40-3d3e8a38d0c1), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:21.558144 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-b19b7a07-e300-42b4-9cc9-d960b745ce6c tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (a20da5df-cd31-4901-9b40-3d3e8a38d0c1), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:21.560779 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-b19b7a07-e300-42b4-9cc9-d960b745ce6c tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:21.561970 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-b19b7a07-e300-42b4-9cc9-d960b745ce6c tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "DELETE /networking/v2.0/security-groups/a20da5df-cd31-4901-9b40-3d3e8a38d0c1 HTTP/1.1" status: 204 len: 168 time: 0.2020628 Nov 02 14:51:21.564912 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 38066) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:51:21.572054 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b7a07-e300-42b4-9cc9-d960b745ce6c tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20da5df-cd31-4901-9b40-3d3e8a38d0c1,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:51:21.580243 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.api.v2.resource [None req-50ca16b7-b28c-4be4-a137-ee6300efd8ed tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] show failed (client error): The resource could not be found. Nov 02 14:51:21.581295 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-50ca16b7-b28c-4be4-a137-ee6300efd8ed tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "GET /networking/v2.0/security-groups/a20da5df-cd31-4901-9b40-3d3e8a38d0c1 HTTP/1.1" status: 404 len: 347 time: 0.0153377 Nov 02 14:51:21.584362 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 38068) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:51:21.713896 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [None req-8c0ba402-06f2-4181-8064-7a87ca6250b6 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Deleting port d1e63630-9049-4fad-a9ee-9dc67970d6cb {{(pid=105391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:51:21.714158 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8c0ba402-06f2-4181-8064-7a87ca6250b6 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (d1e63630-9049-4fad-a9ee-9dc67970d6cb), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:21.803062 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8c0ba402-06f2-4181-8064-7a87ca6250b6 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (d1e63630-9049-4fad-a9ee-9dc67970d6cb), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:21.803390 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8c0ba402-06f2-4181-8064-7a87ca6250b6 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for floatingip (d1e63630-9049-4fad-a9ee-9dc67970d6cb), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:21.827135 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [None req-8c0ba402-06f2-4181-8064-7a87ca6250b6 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Calling delete_port for d1e63630-9049-4fad-a9ee-9dc67970d6cb owned by network:floatingip {{(pid=105391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:51:22.033949 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8c0ba402-06f2-4181-8064-7a87ca6250b6 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63276524'] for port (d1e63630-9049-4fad-a9ee-9dc67970d6cb), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:22.057927 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ba402-06f2-4181-8064-7a87ca6250b6 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Pushing event deleted for resources: {'Port': ['ID=d1e63630-9049-4fad-a9ee-9dc67970d6cb,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:51:22.123551 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8c0ba402-06f2-4181-8064-7a87ca6250b6 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks [] for floatingip (d980425a-f488-471e-83f8-cd4f60a3263e), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:22.126055 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8c0ba402-06f2-4181-8064-7a87ca6250b6 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for floatingip (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:22.127191 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-8c0ba402-06f2-4181-8064-7a87ca6250b6 tempest-AttachVolumeNegativeTest-1274711238 tempest-AttachVolumeNegativeTest-1274711238-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/d980425a-f488-471e-83f8-cd4f60a3263e HTTP/1.1" status: 204 len: 168 time: 0.5418255 Nov 02 14:51:26.192086 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 38104) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:51:26.323081 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:51:26.722053 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:51:26.767101 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-e4ee5404-c14b-4ba4-ac4f-4d9c8da4c120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66774525'] for router_interface (d28ea826-8148-4631-949c-ee2a972b4b7c), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:26.989133 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [None req-e4ee5404-c14b-4ba4-ac4f-4d9c8da4c120 admin admin] Deleting port 107d01d1-b781-43db-8dc8-8fb142b946bf {{(pid=105391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:51:26.989401 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-e4ee5404-c14b-4ba4-ac4f-4d9c8da4c120 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (107d01d1-b781-43db-8dc8-8fb142b946bf), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:27.072696 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [None req-e4ee5404-c14b-4ba4-ac4f-4d9c8da4c120 admin admin] For port 107d01d1-b781-43db-8dc8-8fb142b946bf, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=107d01d1-b781-43db-8dc8-8fb142b946bf,segment=NetworkSegment(317ea5d5-6056-4847-aa91-273fe8d40822),segment_id=317ea5d5-6056-4847-aa91-273fe8d40822)] {{(pid=105391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:51:27.073084 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-e4ee5404-c14b-4ba4-ac4f-4d9c8da4c120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (107d01d1-b781-43db-8dc8-8fb142b946bf), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:27.086485 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [None req-e4ee5404-c14b-4ba4-ac4f-4d9c8da4c120 admin admin] Calling delete_port for 107d01d1-b781-43db-8dc8-8fb142b946bf owned by network:router_interface {{(pid=105391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:51:27.352149 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-e4ee5404-c14b-4ba4-ac4f-4d9c8da4c120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63276524'] for port (107d01d1-b781-43db-8dc8-8fb142b946bf), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:27.375409 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee5404-c14b-4ba4-ac4f-4d9c8da4c120 admin admin] Pushing event deleted for resources: {'Port': ['ID=107d01d1-b781-43db-8dc8-8fb142b946bf,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:51:27.498841 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:51:27.545502 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-e4ee5404-c14b-4ba4-ac4f-4d9c8da4c120 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66712616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66776685'] for router_interface (d28ea826-8148-4631-949c-ee2a972b4b7c), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:27.568297 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9ded6c-52b7-43d6-bf99-150d667a8619 None None] get_active_networks_info from dv-cinder-862365-4-iscsi {{(pid=105392) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 14:51:27.570586 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=78,neutron:UPDATE=5 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:51:27.573600 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:51:27.644248 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:51:27.664155 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9ded6c-52b7-43d6-bf99-150d667a8619 None None] Resources bound (agent type, host, resource id): {{(pid=105392) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 14:51:27.771658 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ee5404-c14b-4ba4-ac4f-4d9c8da4c120 admin admin] Router d28ea826-8148-4631-949c-ee2a972b4b7c has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:51:27.878299 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ee5404-c14b-4ba4-ac4f-4d9c8da4c120 admin admin] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:51:27.885303 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-e4ee5404-c14b-4ba4-ac4f-4d9c8da4c120 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/d28ea826-8148-4631-949c-ee2a972b4b7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6920466 Nov 02 14:51:27.886672 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 38106) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:51:27.887692 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239a19a5-d920-4e0a-8cd0-627cfb5e192c None None] Sync routers for ids ['d28ea826-8148-4631-949c-ee2a972b4b7c'] in dv-cinder-862365-4-iscsi {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:51:27.898990 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239a19a5-d920-4e0a-8cd0-627cfb5e192c None None] Routers {'d28ea826-8148-4631-949c-ee2a972b4b7c'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:51:27.899617 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-239a19a5-d920-4e0a-8cd0-627cfb5e192c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:51:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['d28ea826-8148-4631-949c-ee2a972b4b7c'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:51:27.989914 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-47a8c207-b6ee-4773-a4a5-70aaa2c26bef admin admin] Publish callbacks [] for router (d28ea826-8148-4631-949c-ee2a972b4b7c), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:28.011930 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-239a19a5-d920-4e0a-8cd0-627cfb5e192c None None] Set router d28ea826-8148-4631-949c-ee2a972b4b7c gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:51:28.093802 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-47a8c207-b6ee-4773-a4a5-70aaa2c26bef admin admin] Publish callbacks [] for router_gateway (d28ea826-8148-4631-949c-ee2a972b4b7c), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:28.191604 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-239a19a5-d920-4e0a-8cd0-627cfb5e192c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'name': 'tempest-AttachVolumeNegativeTest-727071126-router', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:46:30Z', 'updated_at': '2022-11-02T14:51:27Z', 'revision_number': 5, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'gw_port': {'id': '932ad64a-35f6-45dd-912e-ef337dc42a72', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:14:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:46:31Z', 'updated_at': '2022-11-02T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:51:28.219990 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239a19a5-d920-4e0a-8cd0-627cfb5e192c None None] Checking router: d28ea826-8148-4631-949c-ee2a972b4b7c for host: dv-cinder-862365-4-iscsi {{(pid=105392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:51:28.230339 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-47a8c207-b6ee-4773-a4a5-70aaa2c26bef admin admin] Deleting port 932ad64a-35f6-45dd-912e-ef337dc42a72 {{(pid=105390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:51:28.230339 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-47a8c207-b6ee-4773-a4a5-70aaa2c26bef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (932ad64a-35f6-45dd-912e-ef337dc42a72), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:28.230837 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239a19a5-d920-4e0a-8cd0-627cfb5e192c None None] Routers {'d28ea826-8148-4631-949c-ee2a972b4b7c'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:51:28.230837 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-239a19a5-d920-4e0a-8cd0-627cfb5e192c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:51:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['d28ea826-8148-4631-949c-ee2a972b4b7c'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:51:28.311110 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [None req-47a8c207-b6ee-4773-a4a5-70aaa2c26bef admin admin] For port 932ad64a-35f6-45dd-912e-ef337dc42a72, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=932ad64a-35f6-45dd-912e-ef337dc42a72,segment=NetworkSegment(16a641ca-682a-48e9-98c9-b5a1ba9af67a),segment_id=16a641ca-682a-48e9-98c9-b5a1ba9af67a)] {{(pid=105390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:51:28.311557 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-47a8c207-b6ee-4773-a4a5-70aaa2c26bef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (932ad64a-35f6-45dd-912e-ef337dc42a72), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:28.320003 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-239a19a5-d920-4e0a-8cd0-627cfb5e192c None None] Set router d28ea826-8148-4631-949c-ee2a972b4b7c gateway port host: None {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:51:28.324852 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-47a8c207-b6ee-4773-a4a5-70aaa2c26bef admin admin] Calling delete_port for 932ad64a-35f6-45dd-912e-ef337dc42a72 owned by network:router_gateway {{(pid=105390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:51:28.376735 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-239a19a5-d920-4e0a-8cd0-627cfb5e192c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'name': 'tempest-AttachVolumeNegativeTest-727071126-router', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:46:30Z', 'updated_at': '2022-11-02T14:51:28Z', 'revision_number': 6, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'gw_port_host': None}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:51:28.406786 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fde5370b-ad31-472b-8f5c-1a3d4a6227af None None] Provisioning complete for port bab723f0-346d-4b4d-b566-219d0d9ca45f triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:51:28.407076 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fde5370b-ad31-472b-8f5c-1a3d4a6227af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (bab723f0-346d-4b4d-b566-219d0d9ca45f), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:28.407411 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-fde5370b-ad31-472b-8f5c-1a3d4a6227af None None] Attempt 1 to provision port bab723f0-346d-4b4d-b566-219d0d9ca45f Nov 02 14:51:28.409473 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239a19a5-d920-4e0a-8cd0-627cfb5e192c None None] The sync data for ids ['d28ea826-8148-4631-949c-ee2a972b4b7c'] in dv-cinder-862365-4-iscsi is: [{'id': 'd28ea826-8148-4631-949c-ee2a972b4b7c', 'name': 'tempest-AttachVolumeNegativeTest-727071126-router', 'tenant_id': 'e428f318654f446db48445e4570ae2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:46:30Z', 'updated_at': '2022-11-02T14:51:28Z', 'revision_number': 6, 'project_id': 'e428f318654f446db48445e4570ae2d3', 'gw_port_host': None}] {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:51:28.490676 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=100 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:51:28.493310 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fde5370b-ad31-472b-8f5c-1a3d4a6227af None None] Current status of the port bab723f0-346d-4b4d-b566-219d0d9ca45f is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:51:28.799605 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-47a8c207-b6ee-4773-a4a5-70aaa2c26bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (932ad64a-35f6-45dd-912e-ef337dc42a72), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:28.825786 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8c207-b6ee-4773-a4a5-70aaa2c26bef admin admin] Pushing event deleted for resources: {'Port': ['ID=932ad64a-35f6-45dd-912e-ef337dc42a72,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:51:28.873719 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:28.898471 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-47a8c207-b6ee-4773-a4a5-70aaa2c26bef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66773426'] for router_gateway (d28ea826-8148-4631-949c-ee2a972b4b7c), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:28.988610 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-47a8c207-b6ee-4773-a4a5-70aaa2c26bef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66776635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43145'] for router (d28ea826-8148-4631-949c-ee2a972b4b7c), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:28.990831 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-47a8c207-b6ee-4773-a4a5-70aaa2c26bef admin admin] Publish callbacks [] for router_controller (d28ea826-8148-4631-949c-ee2a972b4b7c), precommit_delete_associations {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:29.096715 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-47a8c207-b6ee-4773-a4a5-70aaa2c26bef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66776610'] for router (d28ea826-8148-4631-949c-ee2a972b4b7c), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:29.097297 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a8c207-b6ee-4773-a4a5-70aaa2c26bef admin admin] Fanout notify agent at l3_agent the message router_deleted on router d28ea826-8148-4631-949c-ee2a972b4b7c {{(pid=105390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 14:51:29.102187 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-47a8c207-b6ee-4773-a4a5-70aaa2c26bef admin admin] Publish callbacks [] for router (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:29.103925 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-47a8c207-b6ee-4773-a4a5-70aaa2c26bef admin admin] 10.222.0.30 "DELETE /networking/v2.0/routers/d28ea826-8148-4631-949c-ee2a972b4b7c HTTP/1.1" status: 204 len: 168 time: 1.2162724 Nov 02 14:51:29.106475 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 38108) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:51:29.213320 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 107d01d1-b781-43db-8dc8-8fb142b946bf no longer exists at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:51:29.236959 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] No Port match for: 107d01d1-b781-43db-8dc8-8fb142b946bf {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:51:29.237559 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 107d01d1-b781-43db-8dc8-8fb142b946bf not bound to the agent host dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:51:29.314731 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.db_base_plugin_v2 [None req-b56366e7-a7f7-4765-b830-f608060add33 admin admin] Deleting subnet 6a51700c-a406-45a9-976e-ab3485599867 {{(pid=105390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 14:51:29.318102 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-b56366e7-a7f7-4765-b830-f608060add33 admin admin] Publish callbacks [] for subnet (6a51700c-a406-45a9-976e-ab3485599867), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:29.351811 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:51:29.354923 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-b56366e7-a7f7-4765-b830-f608060add33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64410154'] for subnet (6a51700c-a406-45a9-976e-ab3485599867), precommit_delete_associations {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:29.444671 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:51:29.468603 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-b56366e7-a7f7-4765-b830-f608060add33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381874'] for subnet (6a51700c-a406-45a9-976e-ab3485599867), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:29.592518 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-b56366e7-a7f7-4765-b830-f608060add33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63638189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63785457'] for subnet (6a51700c-a406-45a9-976e-ab3485599867), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:29.627951 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56366e7-a7f7-4765-b830-f608060add33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a51700c-a406-45a9-976e-ab3485599867,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:51:29.631848 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-b56366e7-a7f7-4765-b830-f608060add33 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:29.636340 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-b56366e7-a7f7-4765-b830-f608060add33 admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/6a51700c-a406-45a9-976e-ab3485599867 HTTP/1.1" status: 204 len: 168 time: 0.5276709 Nov 02 14:51:29.637957 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9086302-c0c8-470f-ad68-7a133f843467 None None] Network d6bf9a07-46e7-4c2d-8535-e65644e316a0 requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:51:29.638363 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 38112) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:51:29.709027 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-49c32cef-c474-4045-afe4-c247a36f82a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370122'] for network (d6bf9a07-46e7-4c2d-8535-e65644e316a0), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:29.754868 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-49c32cef-c474-4045-afe4-c247a36f82a6 admin admin] Deleting port bab723f0-346d-4b4d-b566-219d0d9ca45f {{(pid=105390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:51:29.755213 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-49c32cef-c474-4045-afe4-c247a36f82a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (bab723f0-346d-4b4d-b566-219d0d9ca45f), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:29.783690 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e78f0c-f56d-473c-9af7-1f2d9dbd107f None None] DHCP port deletion for d6bf9a07-46e7-4c2d-8535-e65644e316a0 request from dv-cinder-862365-4-iscsi {{(pid=105392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 14:51:29.820994 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-32e78f0c-f56d-473c-9af7-1f2d9dbd107f None None] Deleting port bab723f0-346d-4b4d-b566-219d0d9ca45f {{(pid=105392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:51:29.821907 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-32e78f0c-f56d-473c-9af7-1f2d9dbd107f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (bab723f0-346d-4b4d-b566-219d0d9ca45f), before_delete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:29.824910 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [None req-49c32cef-c474-4045-afe4-c247a36f82a6 admin admin] For port bab723f0-346d-4b4d-b566-219d0d9ca45f, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=bab723f0-346d-4b4d-b566-219d0d9ca45f,segment=NetworkSegment(317ea5d5-6056-4847-aa91-273fe8d40822),segment_id=317ea5d5-6056-4847-aa91-273fe8d40822)] {{(pid=105390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:51:29.825312 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-49c32cef-c474-4045-afe4-c247a36f82a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (bab723f0-346d-4b4d-b566-219d0d9ca45f), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:29.838457 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-49c32cef-c474-4045-afe4-c247a36f82a6 admin admin] Calling delete_port for bab723f0-346d-4b4d-b566-219d0d9ca45f owned by network:dhcp {{(pid=105390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:51:29.885985 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-32e78f0c-f56d-473c-9af7-1f2d9dbd107f None None] For port bab723f0-346d-4b4d-b566-219d0d9ca45f, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=bab723f0-346d-4b4d-b566-219d0d9ca45f,segment=NetworkSegment(317ea5d5-6056-4847-aa91-273fe8d40822),segment_id=317ea5d5-6056-4847-aa91-273fe8d40822)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:51:29.886559 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-32e78f0c-f56d-473c-9af7-1f2d9dbd107f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (bab723f0-346d-4b4d-b566-219d0d9ca45f), precommit_delete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:29.900557 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-32e78f0c-f56d-473c-9af7-1f2d9dbd107f None None] Calling delete_port for bab723f0-346d-4b4d-b566-219d0d9ca45f owned by network:dhcp {{(pid=105392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:51:29.955348 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=100 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:51:30.011066 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-49c32cef-c474-4045-afe4-c247a36f82a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (bab723f0-346d-4b4d-b566-219d0d9ca45f), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:30.018283 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-32e78f0c-f56d-473c-9af7-1f2d9dbd107f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470'] for port (bab723f0-346d-4b4d-b566-219d0d9ca45f), after_delete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:30.040914 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c32cef-c474-4045-afe4-c247a36f82a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bab723f0-346d-4b4d-b566-219d0d9ca45f,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:51:30.042903 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c32cef-c474-4045-afe4-c247a36f82a6 admin admin] No DVR routers for this DVR port bab723f0-346d-4b4d-b566-219d0d9ca45f on host dv-cinder-862365-4-iscsi {{(pid=105390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:51:30.043079 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e78f0c-f56d-473c-9af7-1f2d9dbd107f None None] Pushing event deleted for resources: {'Port': ['ID=bab723f0-346d-4b4d-b566-219d0d9ca45f,revision_number=None']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:51:30.047884 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e78f0c-f56d-473c-9af7-1f2d9dbd107f None None] No DVR routers for this DVR port bab723f0-346d-4b4d-b566-219d0d9ca45f on host dv-cinder-862365-4-iscsi {{(pid=105392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:51:30.054870 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e78f0c-f56d-473c-9af7-1f2d9dbd107f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:51:30.055104 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e78f0c-f56d-473c-9af7-1f2d9dbd107f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:51:30.055995 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e78f0c-f56d-473c-9af7-1f2d9dbd107f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:51:30.056476 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e78f0c-f56d-473c-9af7-1f2d9dbd107f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:51:30.056649 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e78f0c-f56d-473c-9af7-1f2d9dbd107f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:51:30.056980 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e78f0c-f56d-473c-9af7-1f2d9dbd107f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:51:30.057330 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e78f0c-f56d-473c-9af7-1f2d9dbd107f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:51:30.057812 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e78f0c-f56d-473c-9af7-1f2d9dbd107f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:51:30.057990 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e78f0c-f56d-473c-9af7-1f2d9dbd107f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:51:30.058303 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e78f0c-f56d-473c-9af7-1f2d9dbd107f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:51:30.058630 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e78f0c-f56d-473c-9af7-1f2d9dbd107f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:51:30.058955 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e78f0c-f56d-473c-9af7-1f2d9dbd107f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:51:30.059718 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e78f0c-f56d-473c-9af7-1f2d9dbd107f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:51:30.059718 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e78f0c-f56d-473c-9af7-1f2d9dbd107f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:51:30.059924 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e78f0c-f56d-473c-9af7-1f2d9dbd107f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:51:30.115945 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-49c32cef-c474-4045-afe4-c247a36f82a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382473', 'neutron.services.segments.db._delete_segments_for_network-8767001720194'] for network (d6bf9a07-46e7-4c2d-8535-e65644e316a0), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:30.137782 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.services.segments.db [None req-49c32cef-c474-4045-afe4-c247a36f82a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6bf9a07-46e7-4c2d-8535-e65644e316a0']}} {{(pid=105390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:51:30.147415 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.services.segments.db [None req-49c32cef-c474-4045-afe4-c247a36f82a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '317ea5d5-6056-4847-aa91-273fe8d40822') {'for_net_delete': True} {{(pid=105390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:51:30.147711 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.services.segments.db [None req-49c32cef-c474-4045-afe4-c247a36f82a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '317ea5d5-6056-4847-aa91-273fe8d40822') {} {{(pid=105390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:51:30.157679 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-49c32cef-c474-4045-afe4-c247a36f82a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767001720257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64410147'] for segment (317ea5d5-6056-4847-aa91-273fe8d40822), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:30.171480 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-49c32cef-c474-4045-afe4-c247a36f82a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140'] for segment (317ea5d5-6056-4847-aa91-273fe8d40822), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:30.177799 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c32cef-c474-4045-afe4-c247a36f82a6 admin admin] Releasing vlan 477 on physical network physnet1 to pool {{(pid=105390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 14:51:30.180349 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-49c32cef-c474-4045-afe4-c247a36f82a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63638019'] for segment (317ea5d5-6056-4847-aa91-273fe8d40822), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:30.324190 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.services.segments.plugin [-] Segment 317ea5d5-6056-4847-aa91-273fe8d40822 resource provider aggregate not found Nov 02 14:51:30.336862 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.services.segments.plugin [-] Segment 317ea5d5-6056-4847-aa91-273fe8d40822 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 317ea5d5-6056-4847-aa91-273fe8d40822 found for delete ", "request_id": "req-dc27094e-d171-4ecd-a070-882b5b41c7f3"}]} Nov 02 14:51:30.342354 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-49c32cef-c474-4045-afe4-c247a36f82a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66773462'] for network (d6bf9a07-46e7-4c2d-8535-e65644e316a0), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:30.347954 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-49c32cef-c474-4045-afe4-c247a36f82a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for network (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:30.353266 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-49c32cef-c474-4045-afe4-c247a36f82a6 admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/d6bf9a07-46e7-4c2d-8535-e65644e316a0 HTTP/1.1" status: 204 len: 168 time: 0.7117624 Nov 02 14:51:30.363315 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c32cef-c474-4045-afe4-c247a36f82a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6bf9a07-46e7-4c2d-8535-e65644e316a0,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:51:30.727651 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 38122) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:51:30.770576 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-6b31596c-81f0-4a62-98bd-98958795cddd admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=e428f318654f446db48445e4570ae2d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417092 Nov 02 14:51:30.772960 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 38124) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:51:30.824984 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-66b13914-7940-4d1e-b1cd-ccd588071212 admin admin] Publish callbacks [] for security_group (27e89f49-d4dd-424a-a606-8726c84f86c8), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:30.834628 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:51:30.847746 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-66b13914-7940-4d1e-b1cd-ccd588071212 admin admin] Publish callbacks [] for security_group (27e89f49-d4dd-424a-a606-8726c84f86c8), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:30.893947 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device bab723f0-346d-4b4d-b566-219d0d9ca45f no longer exists at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:51:30.914804 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] No Port match for: bab723f0-346d-4b4d-b566-219d0d9ca45f {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:51:30.915155 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device bab723f0-346d-4b4d-b566-219d0d9ca45f not bound to the agent host dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:51:30.915580 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 932ad64a-35f6-45dd-912e-ef337dc42a72 no longer exists at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:51:30.936480 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] No Port match for: 932ad64a-35f6-45dd-912e-ef337dc42a72 {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:51:30.936825 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 932ad64a-35f6-45dd-912e-ef337dc42a72 not bound to the agent host dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:51:30.999386 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-66b13914-7940-4d1e-b1cd-ccd588071212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (27e89f49-d4dd-424a-a606-8726c84f86c8), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:31.001996 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-66b13914-7940-4d1e-b1cd-ccd588071212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:31.003155 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-66b13914-7940-4d1e-b1cd-ccd588071212 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/27e89f49-d4dd-424a-a606-8726c84f86c8 HTTP/1.1" status: 204 len: 168 time: 0.2292664 Nov 02 14:51:31.011751 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b13914-7940-4d1e-b1cd-ccd588071212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e89f49-d4dd-424a-a606-8726c84f86c8,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:51:32.077450 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:51:32.080419 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:51:32.802893 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 38176) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:51:32.912270 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a85c7a85-a9f0-4c8c-89f0-58b86f9da608 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:32.941010 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:INSERT=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:51:32.991073 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a85c7a85-a9f0-4c8c-89f0-58b86f9da608 admin admin] Publish callbacks [] for security_group (e38e5750-f361-4dff-800f-7390a9df5880), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:33.045385 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a85c7a85-a9f0-4c8c-89f0-58b86f9da608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (e38e5750-f361-4dff-800f-7390a9df5880), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:33.085294 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c7a85-a9f0-4c8c-89f0-58b86f9da608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38e5750-f361-4dff-800f-7390a9df5880,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:51:33.089094 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-a85c7a85-a9f0-4c8c-89f0-58b86f9da608 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=9dfe7b7c29f342faa0862767eac362dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2850890 Nov 02 14:51:33.091758 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 38180) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:51:33.141917 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-4ab34af5-79a5-462d-8f70-6068497fe76b admin admin] Publish callbacks [] for security_group (e38e5750-f361-4dff-800f-7390a9df5880), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:33.161823 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-4ab34af5-79a5-462d-8f70-6068497fe76b admin admin] Publish callbacks [] for security_group (e38e5750-f361-4dff-800f-7390a9df5880), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:33.262795 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-4ab34af5-79a5-462d-8f70-6068497fe76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (e38e5750-f361-4dff-800f-7390a9df5880), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:33.265427 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-4ab34af5-79a5-462d-8f70-6068497fe76b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:33.266641 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-4ab34af5-79a5-462d-8f70-6068497fe76b admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/e38e5750-f361-4dff-800f-7390a9df5880 HTTP/1.1" status: 204 len: 168 time: 0.1739259 Nov 02 14:51:33.274972 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab34af5-79a5-462d-8f70-6068497fe76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38e5750-f361-4dff-800f-7390a9df5880,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:51:35.563479 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 38224) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:51:35.672690 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6e1d3635-be28-4e70-8edc-7437aa32b9b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:35.750702 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6e1d3635-be28-4e70-8edc-7437aa32b9b2 admin admin] Publish callbacks [] for security_group (6c24c9c4-d1a1-40da-b075-d7e8ff37d3b9), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:35.811165 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6e1d3635-be28-4e70-8edc-7437aa32b9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (6c24c9c4-d1a1-40da-b075-d7e8ff37d3b9), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:35.854250 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-6e1d3635-be28-4e70-8edc-7437aa32b9b2 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=db94bb82d7bd4572a21c982d736d3d9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2895737 Nov 02 14:51:35.855131 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d3635-be28-4e70-8edc-7437aa32b9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c24c9c4-d1a1-40da-b075-d7e8ff37d3b9,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:51:35.857783 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 38228) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:51:35.913194 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-dc781407-cc0c-41da-9b3b-118978e7e4fb admin admin] Publish callbacks [] for security_group (6c24c9c4-d1a1-40da-b075-d7e8ff37d3b9), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:35.934239 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-dc781407-cc0c-41da-9b3b-118978e7e4fb admin admin] Publish callbacks [] for security_group (6c24c9c4-d1a1-40da-b075-d7e8ff37d3b9), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:36.060896 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-dc781407-cc0c-41da-9b3b-118978e7e4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (6c24c9c4-d1a1-40da-b075-d7e8ff37d3b9), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:36.063624 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-dc781407-cc0c-41da-9b3b-118978e7e4fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:36.064800 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-dc781407-cc0c-41da-9b3b-118978e7e4fb admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/6c24c9c4-d1a1-40da-b075-d7e8ff37d3b9 HTTP/1.1" status: 204 len: 168 time: 0.2060061 Nov 02 14:51:36.073458 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc781407-cc0c-41da-9b3b-118978e7e4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c24c9c4-d1a1-40da-b075-d7e8ff37d3b9,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:51:36.371768 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-9abd8aea-24eb-4cbe-94ca-94679598122f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:36.773503 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 38234) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:51:36.788062 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-97fb2747-1051-4f76-9b8e-f7f809d5f9ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:36.869970 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-97fb2747-1051-4f76-9b8e-f7f809d5f9ab admin admin] Publish callbacks [] for security_group (99e4013e-9d35-4537-a52b-f63066153e52), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:36.953803 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-97fb2747-1051-4f76-9b8e-f7f809d5f9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (99e4013e-9d35-4537-a52b-f63066153e52), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:36.993182 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb2747-1051-4f76-9b8e-f7f809d5f9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e4013e-9d35-4537-a52b-f63066153e52,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:51:36.997935 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-97fb2747-1051-4f76-9b8e-f7f809d5f9ab admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=53af187a6a2a468b97e1968702288ad3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233636 Nov 02 14:51:37.000859 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 38236) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:51:37.052180 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-90350df5-3697-4a3b-a18d-46145d999a18 admin admin] Publish callbacks [] for security_group (99e4013e-9d35-4537-a52b-f63066153e52), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:37.073187 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-90350df5-3697-4a3b-a18d-46145d999a18 admin admin] Publish callbacks [] for security_group (99e4013e-9d35-4537-a52b-f63066153e52), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:37.155951 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-02e51785-8124-4183-af30-54ca7f892871 req-ed1b77b2-f9bf-4e00-9879-f04518c1361f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6e4576f1-35ce-4081-a2f1-e8e324a1c677&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403979 Nov 02 14:51:37.186865 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-90350df5-3697-4a3b-a18d-46145d999a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (99e4013e-9d35-4537-a52b-f63066153e52), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:37.189928 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-90350df5-3697-4a3b-a18d-46145d999a18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:37.191362 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-90350df5-3697-4a3b-a18d-46145d999a18 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/99e4013e-9d35-4537-a52b-f63066153e52 HTTP/1.1" status: 204 len: 168 time: 0.1896980 Nov 02 14:51:37.203826 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90350df5-3697-4a3b-a18d-46145d999a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e4013e-9d35-4537-a52b-f63066153e52,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:51:37.246583 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:51:37.278694 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e51785-8124-4183-af30-54ca7f892871 req-ee9b80ba-abe9-4af4-bd5f-ffb56feb3a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:51:37.280225 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-02e51785-8124-4183-af30-54ca7f892871 req-ee9b80ba-abe9-4af4-bd5f-ffb56feb3a9b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=990b7e753ad1450489668d0ca151736e&device_id=6e4576f1-35ce-4081-a2f1-e8e324a1c677 HTTP/1.1" status: 200 len: 1129 time: 0.0487847 Nov 02 14:51:37.365606 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:51:37.390797 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e51785-8124-4183-af30-54ca7f892871 req-2baffb7f-bfe2-4489-9766-a81e3ba6850f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:51:37.392274 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-02e51785-8124-4183-af30-54ca7f892871 req-2baffb7f-bfe2-4489-9766-a81e3ba6850f service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=3f9be41b-3ac6-43ae-b64c-2573362419af HTTP/1.1" status: 200 len: 913 time: 0.0937335 Nov 02 14:51:37.459430 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-02e51785-8124-4183-af30-54ca7f892871 req-7debb2c0-e5c2-489e-baf3-b727985e9af2 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8c7d645-c149-4b30-8fb6-474b94827b54 HTTP/1.1" status: 200 len: 1001 time: 0.0614884 Nov 02 14:51:37.513307 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e51785-8124-4183-af30-54ca7f892871 req-d7a4b88b-0831-4fe6-ac11-43e121c34263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:51:37.515330 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-02e51785-8124-4183-af30-54ca7f892871 req-d7a4b88b-0831-4fe6-ac11-43e121c34263 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=03e0ff6f-7506-47f9-8238-68767b203b61 HTTP/1.1" status: 200 len: 851 time: 0.0486753 Nov 02 14:51:37.560312 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e51785-8124-4183-af30-54ca7f892871 req-d9b79c36-91c6-417e-b86e-67be8392f9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:51:37.561957 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-02e51785-8124-4183-af30-54ca7f892871 req-d9b79c36-91c6-417e-b86e-67be8392f9ce service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=3f9be41b-3ac6-43ae-b64c-2573362419af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415187 Nov 02 14:51:37.659212 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-02e51785-8124-4183-af30-54ca7f892871 req-046dba3d-e3fa-414d-b119-5de6441f734d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3f9be41b-3ac6-43ae-b64c-2573362419af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914881 Nov 02 14:51:37.752267 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-02e51785-8124-4183-af30-54ca7f892871 req-08dd47a5-4eda-4680-ac73-6c2b16c9f3fa service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3f9be41b-3ac6-43ae-b64c-2573362419af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870147 Nov 02 14:51:38.883853 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-88e6d92c-1724-451d-a5f6-12553622b37c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:40.553632 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:41.517399 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:41.850963 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 38304) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:51:41.958301 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-2d49f13b-2666-49ff-a77b-64a25b288a19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:42.003667 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:42.038721 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-2d49f13b-2666-49ff-a77b-64a25b288a19 admin admin] Publish callbacks [] for security_group (17efd473-1d84-48d2-ae90-7120b12655b1), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:42.100741 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-2d49f13b-2666-49ff-a77b-64a25b288a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (17efd473-1d84-48d2-ae90-7120b12655b1), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:42.139602 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d49f13b-2666-49ff-a77b-64a25b288a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17efd473-1d84-48d2-ae90-7120b12655b1,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:51:42.143979 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-2d49f13b-2666-49ff-a77b-64a25b288a19 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=f9726e8bffc9435fab3ea06e52e28763&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2919741 Nov 02 14:51:42.147121 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 38308) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:51:42.197244 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-3754f5c1-dc8e-483f-8522-b190f9a9b173 admin admin] Publish callbacks [] for security_group (17efd473-1d84-48d2-ae90-7120b12655b1), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:42.218002 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-3754f5c1-dc8e-483f-8522-b190f9a9b173 admin admin] Publish callbacks [] for security_group (17efd473-1d84-48d2-ae90-7120b12655b1), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:42.231916 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:51:42.317667 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-3754f5c1-dc8e-483f-8522-b190f9a9b173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (17efd473-1d84-48d2-ae90-7120b12655b1), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:42.320256 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-3754f5c1-dc8e-483f-8522-b190f9a9b173 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:42.321525 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-3754f5c1-dc8e-483f-8522-b190f9a9b173 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/17efd473-1d84-48d2-ae90-7120b12655b1 HTTP/1.1" status: 204 len: 168 time: 0.1733406 Nov 02 14:51:42.330480 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754f5c1-dc8e-483f-8522-b190f9a9b173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17efd473-1d84-48d2-ae90-7120b12655b1,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:51:42.948674 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 38314) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:51:42.962598 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-94759d9f-5a6d-4ce1-b9e6-8883e512d4fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:43.039241 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-94759d9f-5a6d-4ce1-b9e6-8883e512d4fe admin admin] Publish callbacks [] for security_group (895a5e66-0cd3-4adc-8cd6-7065401dc6be), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:43.107961 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-94759d9f-5a6d-4ce1-b9e6-8883e512d4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (895a5e66-0cd3-4adc-8cd6-7065401dc6be), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:43.147084 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94759d9f-5a6d-4ce1-b9e6-8883e512d4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895a5e66-0cd3-4adc-8cd6-7065401dc6be,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:51:43.153110 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-94759d9f-5a6d-4ce1-b9e6-8883e512d4fe admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=8007d89ecd5d406995a16df4fc1b2c91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2032797 Nov 02 14:51:43.155975 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 38316) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:51:43.206701 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-1aa3e313-e181-4f82-9d3e-b4d070286bda admin admin] Publish callbacks [] for security_group (895a5e66-0cd3-4adc-8cd6-7065401dc6be), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:43.229472 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-1aa3e313-e181-4f82-9d3e-b4d070286bda admin admin] Publish callbacks [] for security_group (895a5e66-0cd3-4adc-8cd6-7065401dc6be), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:43.264605 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=81,neutron:DELETE=9,neutron:INSERT=10 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:51:43.341914 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-1aa3e313-e181-4f82-9d3e-b4d070286bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (895a5e66-0cd3-4adc-8cd6-7065401dc6be), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:43.344487 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-1aa3e313-e181-4f82-9d3e-b4d070286bda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:43.345688 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-1aa3e313-e181-4f82-9d3e-b4d070286bda admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/895a5e66-0cd3-4adc-8cd6-7065401dc6be HTTP/1.1" status: 204 len: 168 time: 0.1888838 Nov 02 14:51:43.354572 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3e313-e181-4f82-9d3e-b4d070286bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895a5e66-0cd3-4adc-8cd6-7065401dc6be,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:51:46.611519 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:51:51.288037 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 38398) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:51:51.398111 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f487da70-21b0-4177-8b0b-b53d979a6637 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:51.478050 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f487da70-21b0-4177-8b0b-b53d979a6637 admin admin] Publish callbacks [] for security_group (6398854b-5cef-4d35-b039-bea7ccf115e4), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:51.542186 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-f487da70-21b0-4177-8b0b-b53d979a6637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (6398854b-5cef-4d35-b039-bea7ccf115e4), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:51.581622 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f487da70-21b0-4177-8b0b-b53d979a6637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6398854b-5cef-4d35-b039-bea7ccf115e4,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:51:51.586101 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-f487da70-21b0-4177-8b0b-b53d979a6637 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=bc892b1e454347cc83b24dba4b84136d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2969868 Nov 02 14:51:51.588869 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 38402) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:51:51.639308 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-15234164-80db-4867-bd93-b66ac6d61967 admin admin] Publish callbacks [] for security_group (6398854b-5cef-4d35-b039-bea7ccf115e4), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:51.661283 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-15234164-80db-4867-bd93-b66ac6d61967 admin admin] Publish callbacks [] for security_group (6398854b-5cef-4d35-b039-bea7ccf115e4), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:51.827830 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-15234164-80db-4867-bd93-b66ac6d61967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (6398854b-5cef-4d35-b039-bea7ccf115e4), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:51.830497 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-15234164-80db-4867-bd93-b66ac6d61967 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:51.831670 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-15234164-80db-4867-bd93-b66ac6d61967 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/6398854b-5cef-4d35-b039-bea7ccf115e4 HTTP/1.1" status: 204 len: 168 time: 0.2417564 Nov 02 14:51:51.843976 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15234164-80db-4867-bd93-b66ac6d61967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6398854b-5cef-4d35-b039-bea7ccf115e4,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:51:52.135310 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=77,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:51:52.137377 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=36,neutron:INSERT=6 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:51:52.635873 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 38408) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:51:52.650284 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a8907c21-a6d7-49f4-b583-202e98a60fa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:52.689268 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:51:52.727403 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a8907c21-a6d7-49f4-b583-202e98a60fa2 admin admin] Publish callbacks [] for security_group (a4348b9a-dc3e-4b5b-bc9c-32d687b5fb26), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:52.820118 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a8907c21-a6d7-49f4-b583-202e98a60fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (a4348b9a-dc3e-4b5b-bc9c-32d687b5fb26), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:52.860809 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8907c21-a6d7-49f4-b583-202e98a60fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4348b9a-dc3e-4b5b-bc9c-32d687b5fb26,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:51:52.865148 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-a8907c21-a6d7-49f4-b583-202e98a60fa2 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=a02f55271fa7470fa70d584cb08ef15a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282393 Nov 02 14:51:52.868298 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 38410) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:51:52.919550 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-79034c7f-6504-4901-9ff7-d921d12d25fd admin admin] Publish callbacks [] for security_group (a4348b9a-dc3e-4b5b-bc9c-32d687b5fb26), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:52.931925 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:51:52.941058 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-79034c7f-6504-4901-9ff7-d921d12d25fd admin admin] Publish callbacks [] for security_group (a4348b9a-dc3e-4b5b-bc9c-32d687b5fb26), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:53.057177 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-79034c7f-6504-4901-9ff7-d921d12d25fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (a4348b9a-dc3e-4b5b-bc9c-32d687b5fb26), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:53.059731 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-79034c7f-6504-4901-9ff7-d921d12d25fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:53.061265 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-79034c7f-6504-4901-9ff7-d921d12d25fd admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/a4348b9a-dc3e-4b5b-bc9c-32d687b5fb26 HTTP/1.1" status: 204 len: 168 time: 0.1923120 Nov 02 14:51:53.070392 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79034c7f-6504-4901-9ff7-d921d12d25fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4348b9a-dc3e-4b5b-bc9c-32d687b5fb26,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:51:53.196056 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 38414) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:51:53.347922 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-92d8fd2a-0b0e-4ef0-97d9-45edbcffd0b5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Deleting port d03a477b-b6d6-4ab4-b6af-4a14067045e7 {{(pid=105390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:51:53.348189 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-92d8fd2a-0b0e-4ef0-97d9-45edbcffd0b5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (d03a477b-b6d6-4ab4-b6af-4a14067045e7), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:53.428426 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-92d8fd2a-0b0e-4ef0-97d9-45edbcffd0b5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (d03a477b-b6d6-4ab4-b6af-4a14067045e7), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:53.428755 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-92d8fd2a-0b0e-4ef0-97d9-45edbcffd0b5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for floatingip (d03a477b-b6d6-4ab4-b6af-4a14067045e7), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:53.441896 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-92d8fd2a-0b0e-4ef0-97d9-45edbcffd0b5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Calling delete_port for d03a477b-b6d6-4ab4-b6af-4a14067045e7 owned by network:floatingip {{(pid=105390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:51:53.667177 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-92d8fd2a-0b0e-4ef0-97d9-45edbcffd0b5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (d03a477b-b6d6-4ab4-b6af-4a14067045e7), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:53.690745 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8fd2a-0b0e-4ef0-97d9-45edbcffd0b5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Pushing event deleted for resources: {'Port': ['ID=d03a477b-b6d6-4ab4-b6af-4a14067045e7,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:51:53.761916 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-92d8fd2a-0b0e-4ef0-97d9-45edbcffd0b5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for floatingip (b98493cf-0521-4e27-8d4a-27bbfab9f910), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:53.762263 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.db.l3_db [None req-92d8fd2a-0b0e-4ef0-97d9-45edbcffd0b5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Floating IP b98493cf-0521-4e27-8d4a-27bbfab9f910 disassociated (deleted). External IP: 172.27.0.216, port: 8611187e-9072-476d-847c-6718440138c0. Nov 02 14:51:53.950214 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:51:53.969169 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d8fd2a-0b0e-4ef0-97d9-45edbcffd0b5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Router 32f50597-324d-4252-8535-0e73e0adb323 has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:51:54.074904 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d8fd2a-0b0e-4ef0-97d9-45edbcffd0b5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:51:54.079629 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-92d8fd2a-0b0e-4ef0-97d9-45edbcffd0b5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for floatingip (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:54.082563 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:51:54.085207 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fdfc77-ea8d-452c-8ca9-f61d6425093d None None] Sync routers for ids ['32f50597-324d-4252-8535-0e73e0adb323'] in dv-cinder-862365-4-iscsi {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:51:54.096187 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fdfc77-ea8d-452c-8ca9-f61d6425093d None None] Routers {'32f50597-324d-4252-8535-0e73e0adb323'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:51:54.096785 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-a3fdfc77-ea8d-452c-8ca9-f61d6425093d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:51:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['32f50597-324d-4252-8535-0e73e0adb323'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:51:54.114068 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-92d8fd2a-0b0e-4ef0-97d9-45edbcffd0b5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/b98493cf-0521-4e27-8d4a-27bbfab9f910 HTTP/1.1" status: 204 len: 168 time: 0.9139137 Nov 02 14:51:54.114068 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ac4c3a-dc23-44e3-a2aa-89a6922a9279', 'tag': '8611187e-9072-476d-847c-6718440138c0'}] {{(pid=105390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:51:54.120807 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac42a5b87af23485bd7eccec534c7c9fd1bf9d7e8280f45ba58bffd111d0283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f539d5-f949-43b4-aedb-5b941f17b306" -d '{"events": [{"name": "network-changed", "server_uuid": "64ac4c3a-dc23-44e3-a2aa-89a6922a9279", "tag": "8611187e-9072-476d-847c-6718440138c0"}]}' {{(pid=105390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:51:54.246358 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-a3fdfc77-ea8d-452c-8ca9-f61d6425093d None None] Set router 32f50597-324d-4252-8535-0e73e0adb323 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:51:54.392898 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71715439-3803-4215-980d-68a458ed60e6 x-openstack-request-id: req-71715439-3803-4215-980d-68a458ed60e6 {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:51:54.393223 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64ac4c3a-dc23-44e3-a2aa-89a6922a9279", "tag": "8611187e-9072-476d-847c-6718440138c0", "status": "completed", "code": 200}]} {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:51:54.393478 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-71715439-3803-4215-980d-68a458ed60e6 {{(pid=105390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:51:54.393882 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71715439-3803-4215-980d-68a458ed60e6'] response: {'name': 'network-changed', 'server_uuid': '64ac4c3a-dc23-44e3-a2aa-89a6922a9279', 'tag': '8611187e-9072-476d-847c-6718440138c0', 'status': 'completed', 'code': 200} Nov 02 14:51:54.482934 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-a3fdfc77-ea8d-452c-8ca9-f61d6425093d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f50597-324d-4252-8535-0e73e0adb323', 'name': 'tempest-TestVolumeBootPattern-1982010526-router', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:31Z', 'updated_at': '2022-11-02T14:44:35Z', 'revision_number': 4, 'project_id': '990b7e753ad1450489668d0ca151736e', 'gw_port': {'id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:32Z', 'updated_at': '2022-11-02T14:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': 'c40bddca-ce62-4c88-b88b-b90b432b4a7a', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': '32f50597-324d-4252-8535-0e73e0adb323', 'port_id': 'c8c7d645-c149-4b30-8fb6-474b94827b54', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'mac_address': 'fa:16:3e:54:53:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4576f1-35ce-4081-a2f1-e8e324a1c677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:48:07Z', 'updated_at': '2022-11-02T14:48:09Z', 'revision_number': 1, 'project_id': '990b7e753ad1450489668d0ca151736e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cee792d-517a-4ab0-8c66-1aace6f80ddc', 'name': '', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'mac_address': 'fa:16:3e:83:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:34Z', 'updated_at': '2022-11-02T14:44:41Z', 'revision_number': 5, 'project_id': '990b7e753ad1450489668d0ca151736e', 'subnets': [{'id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:51:54.489539 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f539d5-f949-43b4-aedb-5b941f17b306 req-c5aea05e-7eac-4946-ab56-56e57e2d60f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:51:54.491646 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-93f539d5-f949-43b4-aedb-5b941f17b306 req-c5aea05e-7eac-4946-ab56-56e57e2d60f6 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=990b7e753ad1450489668d0ca151736e&device_id=64ac4c3a-dc23-44e3-a2aa-89a6922a9279 HTTP/1.1" status: 200 len: 1130 time: 0.0500324 Nov 02 14:51:54.513361 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fdfc77-ea8d-452c-8ca9-f61d6425093d None None] Checking router: 32f50597-324d-4252-8535-0e73e0adb323 for host: dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:51:54.522428 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fdfc77-ea8d-452c-8ca9-f61d6425093d None None] Routers {'32f50597-324d-4252-8535-0e73e0adb323'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:51:54.523032 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-a3fdfc77-ea8d-452c-8ca9-f61d6425093d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:51:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['32f50597-324d-4252-8535-0e73e0adb323'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:51:54.639773 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f539d5-f949-43b4-aedb-5b941f17b306 req-cfe113df-4fa1-426c-8acb-7c7a3ae3aebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:51:54.642253 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-93f539d5-f949-43b4-aedb-5b941f17b306 req-cfe113df-4fa1-426c-8acb-7c7a3ae3aebf service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=3f9be41b-3ac6-43ae-b64c-2573362419af HTTP/1.1" status: 200 len: 913 time: 0.1437271 Nov 02 14:51:54.662506 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-a3fdfc77-ea8d-452c-8ca9-f61d6425093d None None] Set router 32f50597-324d-4252-8535-0e73e0adb323 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:51:54.730456 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f831a-fdbb-4803-ae12-634a90629223 req-b98c39d4-d5c5-4e1b-a554-805dfa093fdd tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:51:54.732049 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a65f831a-fdbb-4803-ae12-634a90629223 req-b98c39d4-d5c5-4e1b-a554-805dfa093fdd tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=64ac4c3a-dc23-44e3-a2aa-89a6922a9279 HTTP/1.1" status: 200 len: 946 time: 0.0542462 Nov 02 14:51:54.786339 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a65f831a-fdbb-4803-ae12-634a90629223 req-8212c63d-189f-470c-b4ec-fcb045affe59 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485084 Nov 02 14:51:54.923479 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-a3fdfc77-ea8d-452c-8ca9-f61d6425093d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f50597-324d-4252-8535-0e73e0adb323', 'name': 'tempest-TestVolumeBootPattern-1982010526-router', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:31Z', 'updated_at': '2022-11-02T14:44:35Z', 'revision_number': 4, 'project_id': '990b7e753ad1450489668d0ca151736e', 'gw_port': {'id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:32Z', 'updated_at': '2022-11-02T14:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': 'c40bddca-ce62-4c88-b88b-b90b432b4a7a', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': '32f50597-324d-4252-8535-0e73e0adb323', 'port_id': 'c8c7d645-c149-4b30-8fb6-474b94827b54', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'mac_address': 'fa:16:3e:54:53:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4576f1-35ce-4081-a2f1-e8e324a1c677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:48:07Z', 'updated_at': '2022-11-02T14:48:09Z', 'revision_number': 1, 'project_id': '990b7e753ad1450489668d0ca151736e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cee792d-517a-4ab0-8c66-1aace6f80ddc', 'name': '', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'mac_address': 'fa:16:3e:83:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:34Z', 'updated_at': '2022-11-02T14:44:41Z', 'revision_number': 5, 'project_id': '990b7e753ad1450489668d0ca151736e', 'subnets': [{'id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:51:54.949634 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fdfc77-ea8d-452c-8ca9-f61d6425093d None None] The sync data for ids ['32f50597-324d-4252-8535-0e73e0adb323'] in dv-cinder-862365-4-iscsi is: [{'id': '32f50597-324d-4252-8535-0e73e0adb323', 'name': 'tempest-TestVolumeBootPattern-1982010526-router', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:31Z', 'updated_at': '2022-11-02T14:44:35Z', 'revision_number': 4, 'project_id': '990b7e753ad1450489668d0ca151736e', 'gw_port': {'id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:32Z', 'updated_at': '2022-11-02T14:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': 'c40bddca-ce62-4c88-b88b-b90b432b4a7a', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': '32f50597-324d-4252-8535-0e73e0adb323', 'port_id': 'c8c7d645-c149-4b30-8fb6-474b94827b54', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'mac_address': 'fa:16:3e:54:53:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4576f1-35ce-4081-a2f1-e8e324a1c677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:48:07Z', 'updated_at': '2022-11-02T14:48:09Z', 'revision_number': 1, 'project_id': '990b7e753ad1450489668d0ca151736e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cee792d-517a-4ab0-8c66-1aace6f80ddc', 'name': '', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'mac_address': 'fa:16:3e:83:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:34Z', 'updated_at': '2022-11-02T14:44:41Z', 'revision_number': 5, 'project_id': '990b7e753ad1450489668d0ca151736e', 'subnets': [{'id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:51:55.190217 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ec4dc1-8bc0-42bc-a0e3-a682179ec408 None None] New status for floating IP b98493cf-0521-4e27-8d4a-27bbfab9f910: DOWN {{(pid=105392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 14:51:55.681126 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-93f539d5-f949-43b4-aedb-5b941f17b306 req-27743545-9abb-4a6b-9ce3-77b2801aee90 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8611187e-9072-476d-847c-6718440138c0 HTTP/1.1" status: 200 len: 217 time: 0.0350716 Nov 02 14:51:55.741052 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f539d5-f949-43b4-aedb-5b941f17b306 req-75c408a0-a6f7-4335-ace7-c6fc47688510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:51:55.742539 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-93f539d5-f949-43b4-aedb-5b941f17b306 req-75c408a0-a6f7-4335-ace7-c6fc47688510 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=03e0ff6f-7506-47f9-8238-68767b203b61 HTTP/1.1" status: 200 len: 851 time: 0.0544384 Nov 02 14:51:55.960949 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef86369-7e97-4c32-9a78-5bff1e5ad79b req-2fdbccc8-315d-472c-bd76-19d756e948bb tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:51:55.963367 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cef86369-7e97-4c32-9a78-5bff1e5ad79b req-2fdbccc8-315d-472c-bd76-19d756e948bb tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=64ac4c3a-dc23-44e3-a2aa-89a6922a9279 HTTP/1.1" status: 200 len: 946 time: 0.0859866 Nov 02 14:51:55.964642 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f539d5-f949-43b4-aedb-5b941f17b306 req-71cd95ac-c45b-4e34-9101-a31d416e4983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:51:55.966115 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-93f539d5-f949-43b4-aedb-5b941f17b306 req-71cd95ac-c45b-4e34-9101-a31d416e4983 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=3f9be41b-3ac6-43ae-b64c-2573362419af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0784962 Nov 02 14:51:56.021784 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cef86369-7e97-4c32-9a78-5bff1e5ad79b req-0115c5a0-567d-4150-83ad-65b1a414daf5 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506063 Nov 02 14:51:56.226831 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-93f539d5-f949-43b4-aedb-5b941f17b306 req-b936742e-fa3a-41e2-944d-a8aaa9ac8639 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3f9be41b-3ac6-43ae-b64c-2573362419af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950592 Nov 02 14:51:56.316549 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9517911-2c30-4bf0-aa99-cee8e4decb47 req-a6d4bf0f-3f3e-4e44-b72f-7d3b2826c23d tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:51:56.318009 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-b9517911-2c30-4bf0-aa99-cee8e4decb47 req-a6d4bf0f-3f3e-4e44-b72f-7d3b2826c23d tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=64ac4c3a-dc23-44e3-a2aa-89a6922a9279 HTTP/1.1" status: 200 len: 946 time: 0.0541341 Nov 02 14:51:56.359979 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-93f539d5-f949-43b4-aedb-5b941f17b306 req-e8aff295-29f8-481b-bfdd-adaee81e4f09 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3f9be41b-3ac6-43ae-b64c-2573362419af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960152 Nov 02 14:51:56.405380 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [req-b9517911-2c30-4bf0-aa99-cee8e4decb47 req-ada23001-1b6d-4980-a827-d7d2dfb9191e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Deleting port 8611187e-9072-476d-847c-6718440138c0 {{(pid=105390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:51:56.405726 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-b9517911-2c30-4bf0-aa99-cee8e4decb47 req-ada23001-1b6d-4980-a827-d7d2dfb9191e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (8611187e-9072-476d-847c-6718440138c0), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:56.500708 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [req-b9517911-2c30-4bf0-aa99-cee8e4decb47 req-ada23001-1b6d-4980-a827-d7d2dfb9191e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] For port 8611187e-9072-476d-847c-6718440138c0, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=8611187e-9072-476d-847c-6718440138c0,segment=NetworkSegment(e92de161-0da6-41c9-b20f-925eb995ddbe),segment_id=e92de161-0da6-41c9-b20f-925eb995ddbe)] {{(pid=105390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:51:56.501105 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-b9517911-2c30-4bf0-aa99-cee8e4decb47 req-ada23001-1b6d-4980-a827-d7d2dfb9191e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (8611187e-9072-476d-847c-6718440138c0), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:56.515015 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [req-b9517911-2c30-4bf0-aa99-cee8e4decb47 req-ada23001-1b6d-4980-a827-d7d2dfb9191e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Calling delete_port for 8611187e-9072-476d-847c-6718440138c0 owned by compute:nova {{(pid=105390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:51:56.696454 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-b9517911-2c30-4bf0-aa99-cee8e4decb47 req-ada23001-1b6d-4980-a827-d7d2dfb9191e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (8611187e-9072-476d-847c-6718440138c0), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:56.734521 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada23001-1b6d-4980-a827-d7d2dfb9191e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Pushing event deleted for resources: {'Port': ['ID=8611187e-9072-476d-847c-6718440138c0,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:51:56.749034 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada23001-1b6d-4980-a827-d7d2dfb9191e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:51:56.749590 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada23001-1b6d-4980-a827-d7d2dfb9191e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:51:56.749713 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada23001-1b6d-4980-a827-d7d2dfb9191e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:51:56.754435 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada23001-1b6d-4980-a827-d7d2dfb9191e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:51:56.754435 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada23001-1b6d-4980-a827-d7d2dfb9191e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:51:56.754435 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada23001-1b6d-4980-a827-d7d2dfb9191e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:51:56.754435 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada23001-1b6d-4980-a827-d7d2dfb9191e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:51:56.754435 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada23001-1b6d-4980-a827-d7d2dfb9191e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:51:56.754435 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada23001-1b6d-4980-a827-d7d2dfb9191e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:51:56.754435 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada23001-1b6d-4980-a827-d7d2dfb9191e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:51:56.754435 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada23001-1b6d-4980-a827-d7d2dfb9191e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:51:56.754435 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada23001-1b6d-4980-a827-d7d2dfb9191e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:51:56.754435 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada23001-1b6d-4980-a827-d7d2dfb9191e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:51:56.754435 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada23001-1b6d-4980-a827-d7d2dfb9191e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:51:56.754435 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada23001-1b6d-4980-a827-d7d2dfb9191e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:51:56.792829 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9517911-2c30-4bf0-aa99-cee8e4decb47 req-ada23001-1b6d-4980-a827-d7d2dfb9191e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] No DVR routers for this DVR port 8611187e-9072-476d-847c-6718440138c0 on host hv-cinder-86236 {{(pid=105390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:51:56.795774 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-b9517911-2c30-4bf0-aa99-cee8e4decb47 req-ada23001-1b6d-4980-a827-d7d2dfb9191e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:56.800327 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-b9517911-2c30-4bf0-aa99-cee8e4decb47 req-ada23001-1b6d-4980-a827-d7d2dfb9191e tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.64 "DELETE /networking/v2.0/ports/8611187e-9072-476d-847c-6718440138c0 HTTP/1.1" status: 204 len: 173 time: 0.4753907 Nov 02 14:51:56.800327 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ac4c3a-dc23-44e3-a2aa-89a6922a9279', 'name': 'network-vif-deleted', 'tag': '8611187e-9072-476d-847c-6718440138c0'}] {{(pid=105390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:51:56.801885 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac42a5b87af23485bd7eccec534c7c9fd1bf9d7e8280f45ba58bffd111d0283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f008ef65-56f1-479c-b526-14bad2b8562a" -d '{"events": [{"server_uuid": "64ac4c3a-dc23-44e3-a2aa-89a6922a9279", "name": "network-vif-deleted", "tag": "8611187e-9072-476d-847c-6718440138c0"}]}' {{(pid=105390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:51:56.843100 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e016f634-0ca2-4752-b0b7-d55d6f94013d x-openstack-request-id: req-e016f634-0ca2-4752-b0b7-d55d6f94013d {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:51:56.843466 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ac4c3a-dc23-44e3-a2aa-89a6922a9279", "name": "network-vif-deleted", "tag": "8611187e-9072-476d-847c-6718440138c0", "status": "completed", "code": 200}]} {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:51:56.843720 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e016f634-0ca2-4752-b0b7-d55d6f94013d {{(pid=105390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:51:56.844118 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e016f634-0ca2-4752-b0b7-d55d6f94013d'] response: {'server_uuid': '64ac4c3a-dc23-44e3-a2aa-89a6922a9279', 'name': 'network-vif-deleted', 'tag': '8611187e-9072-476d-847c-6718440138c0', 'status': 'completed', 'code': 200} Nov 02 14:51:57.130284 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-aa0ccacd-4fe7-4dd5-a05c-b3dbf5c01e7b req-f40e5567-ded2-42f4-bd11-31ab9010783c tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=64ac4c3a-dc23-44e3-a2aa-89a6922a9279 HTTP/1.1" status: 200 len: 210 time: 0.0296531 Nov 02 14:51:58.254819 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-131b887c-d7e7-45cb-b98f-ff4650f5fed6 req-dd38b27c-06f0-403c-8069-ebabf91f36d4 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=64ac4c3a-dc23-44e3-a2aa-89a6922a9279 HTTP/1.1" status: 200 len: 210 time: 0.0305533 Nov 02 14:51:58.812483 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=56,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:51:58.890757 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:51:59.333864 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device 8611187e-9072-476d-847c-6718440138c0 no longer exists at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:51:59.345586 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] No Port match for: 8611187e-9072-476d-847c-6718440138c0 {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:51:59.345932 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device 8611187e-9072-476d-847c-6718440138c0 not bound to the agent host hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:52:01.927232 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 38530) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:52:02.075111 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-edafc410-e85b-4220-9931-b9d06b4deacf tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Deleting port e2b3965f-5cca-4ae4-bb3a-e31b2fa756ee {{(pid=105390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:52:02.075447 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-edafc410-e85b-4220-9931-b9d06b4deacf tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (e2b3965f-5cca-4ae4-bb3a-e31b2fa756ee), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:02.157768 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-edafc410-e85b-4220-9931-b9d06b4deacf tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (e2b3965f-5cca-4ae4-bb3a-e31b2fa756ee), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:02.158004 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-edafc410-e85b-4220-9931-b9d06b4deacf tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for floatingip (e2b3965f-5cca-4ae4-bb3a-e31b2fa756ee), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:02.170770 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-edafc410-e85b-4220-9931-b9d06b4deacf tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Calling delete_port for e2b3965f-5cca-4ae4-bb3a-e31b2fa756ee owned by network:floatingip {{(pid=105390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:52:02.246415 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:02.299610 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:02.439113 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-edafc410-e85b-4220-9931-b9d06b4deacf tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (e2b3965f-5cca-4ae4-bb3a-e31b2fa756ee), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:02.468295 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edafc410-e85b-4220-9931-b9d06b4deacf tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Pushing event deleted for resources: {'Port': ['ID=e2b3965f-5cca-4ae4-bb3a-e31b2fa756ee,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:52:02.527469 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-edafc410-e85b-4220-9931-b9d06b4deacf tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for floatingip (c40bddca-ce62-4c88-b88b-b90b432b4a7a), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:02.527795 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.db.l3_db [None req-edafc410-e85b-4220-9931-b9d06b4deacf tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Floating IP c40bddca-ce62-4c88-b88b-b90b432b4a7a disassociated (deleted). External IP: 172.27.0.142, port: c8c7d645-c149-4b30-8fb6-474b94827b54. Nov 02 14:52:02.737713 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edafc410-e85b-4220-9931-b9d06b4deacf tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Router 32f50597-324d-4252-8535-0e73e0adb323 has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:52:03.105617 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edafc410-e85b-4220-9931-b9d06b4deacf tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:52:03.110779 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-edafc410-e85b-4220-9931-b9d06b4deacf tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for floatingip (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:03.115619 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d942c3-6421-4c31-9a5e-3e9f65e52057 None None] Sync routers for ids ['32f50597-324d-4252-8535-0e73e0adb323'] in dv-cinder-862365-4-iscsi {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:52:03.128924 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d942c3-6421-4c31-9a5e-3e9f65e52057 None None] Routers {'32f50597-324d-4252-8535-0e73e0adb323'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:52:03.129618 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-c2d942c3-6421-4c31-9a5e-3e9f65e52057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:51:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['32f50597-324d-4252-8535-0e73e0adb323'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:52:03.145676 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-edafc410-e85b-4220-9931-b9d06b4deacf tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/c40bddca-ce62-4c88-b88b-b90b432b4a7a HTTP/1.1" status: 204 len: 168 time: 1.2144797 Nov 02 14:52:03.145676 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4576f1-35ce-4081-a2f1-e8e324a1c677', 'tag': 'c8c7d645-c149-4b30-8fb6-474b94827b54'}] {{(pid=105390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:52:03.147515 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac42a5b87af23485bd7eccec534c7c9fd1bf9d7e8280f45ba58bffd111d0283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c79262-9dd9-45f8-937c-5d701ad6bcab" -d '{"events": [{"name": "network-changed", "server_uuid": "6e4576f1-35ce-4081-a2f1-e8e324a1c677", "tag": "c8c7d645-c149-4b30-8fb6-474b94827b54"}]}' {{(pid=105390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:52:03.207959 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1b127c-2d8e-41f4-b494-a6111b0b7c3e x-openstack-request-id: req-2a1b127c-2d8e-41f4-b494-a6111b0b7c3e {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:52:03.208313 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e4576f1-35ce-4081-a2f1-e8e324a1c677", "tag": "c8c7d645-c149-4b30-8fb6-474b94827b54", "status": "completed", "code": 200}]} {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:52:03.208626 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2a1b127c-2d8e-41f4-b494-a6111b0b7c3e {{(pid=105390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:52:03.209154 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a1b127c-2d8e-41f4-b494-a6111b0b7c3e'] response: {'name': 'network-changed', 'server_uuid': '6e4576f1-35ce-4081-a2f1-e8e324a1c677', 'tag': 'c8c7d645-c149-4b30-8fb6-474b94827b54', 'status': 'completed', 'code': 200} Nov 02 14:52:03.252891 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-c2d942c3-6421-4c31-9a5e-3e9f65e52057 None None] Set router 32f50597-324d-4252-8535-0e73e0adb323 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:52:03.300276 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=100 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:03.300736 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c79262-9dd9-45f8-937c-5d701ad6bcab req-a10f8de0-c899-46b3-90de-47390e41736f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:52:03.302289 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-04c79262-9dd9-45f8-937c-5d701ad6bcab req-a10f8de0-c899-46b3-90de-47390e41736f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=990b7e753ad1450489668d0ca151736e&device_id=6e4576f1-35ce-4081-a2f1-e8e324a1c677 HTTP/1.1" status: 200 len: 1129 time: 0.0422153 Nov 02 14:52:03.401551 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=100 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:03.402025 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c79262-9dd9-45f8-937c-5d701ad6bcab req-e3c6a5e2-c1dd-4a95-9758-8bb0b2d70070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:52:03.403497 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-04c79262-9dd9-45f8-937c-5d701ad6bcab req-e3c6a5e2-c1dd-4a95-9758-8bb0b2d70070 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=3f9be41b-3ac6-43ae-b64c-2573362419af HTTP/1.1" status: 200 len: 913 time: 0.0954437 Nov 02 14:52:03.442234 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-04c79262-9dd9-45f8-937c-5d701ad6bcab req-e38631ec-e0c6-4ab7-9307-ca69db211d7f service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8c7d645-c149-4b30-8fb6-474b94827b54 HTTP/1.1" status: 200 len: 217 time: 0.0332139 Nov 02 14:52:03.474946 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-c2d942c3-6421-4c31-9a5e-3e9f65e52057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f50597-324d-4252-8535-0e73e0adb323', 'name': 'tempest-TestVolumeBootPattern-1982010526-router', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:31Z', 'updated_at': '2022-11-02T14:44:35Z', 'revision_number': 4, 'project_id': '990b7e753ad1450489668d0ca151736e', 'gw_port': {'id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:32Z', 'updated_at': '2022-11-02T14:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '3cee792d-517a-4ab0-8c66-1aace6f80ddc', 'name': '', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'mac_address': 'fa:16:3e:83:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:34Z', 'updated_at': '2022-11-02T14:44:41Z', 'revision_number': 5, 'project_id': '990b7e753ad1450489668d0ca151736e', 'subnets': [{'id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:52:03.506958 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d942c3-6421-4c31-9a5e-3e9f65e52057 None None] Checking router: 32f50597-324d-4252-8535-0e73e0adb323 for host: dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:52:03.517216 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c79262-9dd9-45f8-937c-5d701ad6bcab req-7a08ea21-e855-4d26-9fd6-c0093bad91cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:52:03.517409 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d942c3-6421-4c31-9a5e-3e9f65e52057 None None] Routers {'32f50597-324d-4252-8535-0e73e0adb323'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:52:03.517943 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-c2d942c3-6421-4c31-9a5e-3e9f65e52057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:51:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['32f50597-324d-4252-8535-0e73e0adb323'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:52:03.519543 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-04c79262-9dd9-45f8-937c-5d701ad6bcab req-7a08ea21-e855-4d26-9fd6-c0093bad91cd service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=03e0ff6f-7506-47f9-8238-68767b203b61 HTTP/1.1" status: 200 len: 851 time: 0.0704010 Nov 02 14:52:03.572223 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c79262-9dd9-45f8-937c-5d701ad6bcab req-13908e78-c44c-43e9-a636-88812d9773e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:52:03.573790 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-04c79262-9dd9-45f8-937c-5d701ad6bcab req-13908e78-c44c-43e9-a636-88812d9773e0 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=3f9be41b-3ac6-43ae-b64c-2573362419af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475068 Nov 02 14:52:03.629328 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-c2d942c3-6421-4c31-9a5e-3e9f65e52057 None None] Set router 32f50597-324d-4252-8535-0e73e0adb323 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:52:03.676321 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7fcdf-40a2-4294-ad40-e081e0fe724f req-737daeeb-e5b7-4023-972c-023be8f873d2 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:52:03.677969 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6dd7fcdf-40a2-4294-ad40-e081e0fe724f req-737daeeb-e5b7-4023-972c-023be8f873d2 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6e4576f1-35ce-4081-a2f1-e8e324a1c677 HTTP/1.1" status: 200 len: 945 time: 0.0514309 Nov 02 14:52:03.733934 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6dd7fcdf-40a2-4294-ad40-e081e0fe724f req-8879647a-81c2-47a9-b46a-495735fc16ce tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502646 Nov 02 14:52:03.916976 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-c2d942c3-6421-4c31-9a5e-3e9f65e52057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f50597-324d-4252-8535-0e73e0adb323', 'name': 'tempest-TestVolumeBootPattern-1982010526-router', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:31Z', 'updated_at': '2022-11-02T14:44:35Z', 'revision_number': 4, 'project_id': '990b7e753ad1450489668d0ca151736e', 'gw_port': {'id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:32Z', 'updated_at': '2022-11-02T14:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '3cee792d-517a-4ab0-8c66-1aace6f80ddc', 'name': '', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'mac_address': 'fa:16:3e:83:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:34Z', 'updated_at': '2022-11-02T14:44:41Z', 'revision_number': 5, 'project_id': '990b7e753ad1450489668d0ca151736e', 'subnets': [{'id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:52:03.944321 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d942c3-6421-4c31-9a5e-3e9f65e52057 None None] The sync data for ids ['32f50597-324d-4252-8535-0e73e0adb323'] in dv-cinder-862365-4-iscsi is: [{'id': '32f50597-324d-4252-8535-0e73e0adb323', 'name': 'tempest-TestVolumeBootPattern-1982010526-router', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:31Z', 'updated_at': '2022-11-02T14:44:35Z', 'revision_number': 4, 'project_id': '990b7e753ad1450489668d0ca151736e', 'gw_port': {'id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:32Z', 'updated_at': '2022-11-02T14:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '3cee792d-517a-4ab0-8c66-1aace6f80ddc', 'name': '', 'network_id': '3f9be41b-3ac6-43ae-b64c-2573362419af', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'mac_address': 'fa:16:3e:83:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:34Z', 'updated_at': '2022-11-02T14:44:41Z', 'revision_number': 5, 'project_id': '990b7e753ad1450489668d0ca151736e', 'subnets': [{'id': '03e0ff6f-7506-47f9-8238-68767b203b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:52:04.171422 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ae0047-6614-4797-b33c-28e475cfbce2 None None] New status for floating IP c40bddca-ce62-4c88-b88b-b90b432b4a7a: DOWN {{(pid=105392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 14:52:04.174079 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:DELETE=1,neutron:SELECT=27,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:04.737074 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:04.756503 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-04c79262-9dd9-45f8-937c-5d701ad6bcab req-6879d958-fb62-4f9e-ac33-7f4aa7b10fae service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3f9be41b-3ac6-43ae-b64c-2573362419af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903559 Nov 02 14:52:04.869234 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11d503-d353-4966-82a6-391977caa190 req-75e365c0-ff88-4a99-9726-0117cf63beb3 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:52:04.871209 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3d11d503-d353-4966-82a6-391977caa190 req-75e365c0-ff88-4a99-9726-0117cf63beb3 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6e4576f1-35ce-4081-a2f1-e8e324a1c677 HTTP/1.1" status: 200 len: 945 time: 0.0545151 Nov 02 14:52:04.932713 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3d11d503-d353-4966-82a6-391977caa190 req-a803f028-0229-4100-a980-b09c955a74e0 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7dab909-7a07-4c0b-b932-a5e28f8709cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553646 Nov 02 14:52:04.977783 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-04c79262-9dd9-45f8-937c-5d701ad6bcab req-42461270-0c25-43ed-ac80-b1d6910bd0be service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3f9be41b-3ac6-43ae-b64c-2573362419af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108215 Nov 02 14:52:05.275671 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe414a82-2bc6-4da8-98f9-7f1d6e011cf3 req-49036ec6-d9e5-4157-b76d-ac3dab73a466 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:52:05.277067 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-fe414a82-2bc6-4da8-98f9-7f1d6e011cf3 req-49036ec6-d9e5-4157-b76d-ac3dab73a466 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6e4576f1-35ce-4081-a2f1-e8e324a1c677 HTTP/1.1" status: 200 len: 945 time: 0.0487156 Nov 02 14:52:05.379496 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [req-fe414a82-2bc6-4da8-98f9-7f1d6e011cf3 req-a47637b5-ee6d-49c4-a3c3-75036c1a3857 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Deleting port c8c7d645-c149-4b30-8fb6-474b94827b54 {{(pid=105390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:52:05.379836 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-fe414a82-2bc6-4da8-98f9-7f1d6e011cf3 req-a47637b5-ee6d-49c4-a3c3-75036c1a3857 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (c8c7d645-c149-4b30-8fb6-474b94827b54), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:05.477807 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [req-fe414a82-2bc6-4da8-98f9-7f1d6e011cf3 req-a47637b5-ee6d-49c4-a3c3-75036c1a3857 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] For port c8c7d645-c149-4b30-8fb6-474b94827b54, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=c8c7d645-c149-4b30-8fb6-474b94827b54,segment=NetworkSegment(e92de161-0da6-41c9-b20f-925eb995ddbe),segment_id=e92de161-0da6-41c9-b20f-925eb995ddbe)] {{(pid=105390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:52:05.478175 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-fe414a82-2bc6-4da8-98f9-7f1d6e011cf3 req-a47637b5-ee6d-49c4-a3c3-75036c1a3857 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (c8c7d645-c149-4b30-8fb6-474b94827b54), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:05.494244 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [req-fe414a82-2bc6-4da8-98f9-7f1d6e011cf3 req-a47637b5-ee6d-49c4-a3c3-75036c1a3857 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Calling delete_port for c8c7d645-c149-4b30-8fb6-474b94827b54 owned by compute:nova {{(pid=105390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:52:05.500389 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=100 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:05.567367 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 38570) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:52:05.679499 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-32ab1630-3d85-48cb-babd-0e46a9b09265 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:05.740389 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-fe414a82-2bc6-4da8-98f9-7f1d6e011cf3 req-a47637b5-ee6d-49c4-a3c3-75036c1a3857 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (c8c7d645-c149-4b30-8fb6-474b94827b54), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:05.753421 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:05.786940 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47637b5-ee6d-49c4-a3c3-75036c1a3857 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Pushing event deleted for resources: {'Port': ['ID=c8c7d645-c149-4b30-8fb6-474b94827b54,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:52:05.814061 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-32ab1630-3d85-48cb-babd-0e46a9b09265 admin admin] Publish callbacks [] for security_group (e7c80180-0b0e-4543-ba07-95cb9b6f6a6f), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:05.833717 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe414a82-2bc6-4da8-98f9-7f1d6e011cf3 req-a47637b5-ee6d-49c4-a3c3-75036c1a3857 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] No DVR routers for this DVR port c8c7d645-c149-4b30-8fb6-474b94827b54 on host hv-cinder-86236 {{(pid=105390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:52:05.843497 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-fe414a82-2bc6-4da8-98f9-7f1d6e011cf3 req-a47637b5-ee6d-49c4-a3c3-75036c1a3857 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:05.843497 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-fe414a82-2bc6-4da8-98f9-7f1d6e011cf3 req-a47637b5-ee6d-49c4-a3c3-75036c1a3857 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.64 "DELETE /networking/v2.0/ports/c8c7d645-c149-4b30-8fb6-474b94827b54 HTTP/1.1" status: 204 len: 173 time: 0.5574157 Nov 02 14:52:05.843497 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4576f1-35ce-4081-a2f1-e8e324a1c677', 'name': 'network-vif-deleted', 'tag': 'c8c7d645-c149-4b30-8fb6-474b94827b54'}] {{(pid=105390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:52:05.843841 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac42a5b87af23485bd7eccec534c7c9fd1bf9d7e8280f45ba58bffd111d0283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919ac3d9-59d9-40a4-9623-4ee2dcf3a494" -d '{"events": [{"server_uuid": "6e4576f1-35ce-4081-a2f1-e8e324a1c677", "name": "network-vif-deleted", "tag": "c8c7d645-c149-4b30-8fb6-474b94827b54"}]}' {{(pid=105390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:52:05.882362 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09997db-9196-41a8-99de-045ab2ee0860 x-openstack-request-id: req-d09997db-9196-41a8-99de-045ab2ee0860 {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:52:05.882654 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4576f1-35ce-4081-a2f1-e8e324a1c677", "name": "network-vif-deleted", "tag": "c8c7d645-c149-4b30-8fb6-474b94827b54", "status": "completed", "code": 200}]} {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:52:05.882904 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d09997db-9196-41a8-99de-045ab2ee0860 {{(pid=105390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:52:05.883334 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d09997db-9196-41a8-99de-045ab2ee0860'] response: {'server_uuid': '6e4576f1-35ce-4081-a2f1-e8e324a1c677', 'name': 'network-vif-deleted', 'tag': 'c8c7d645-c149-4b30-8fb6-474b94827b54', 'status': 'completed', 'code': 200} Nov 02 14:52:05.919059 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-32ab1630-3d85-48cb-babd-0e46a9b09265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (e7c80180-0b0e-4543-ba07-95cb9b6f6a6f), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:05.925333 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:05.960206 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-32ab1630-3d85-48cb-babd-0e46a9b09265 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=ce3a383f0e5e4ac781db72cfd2760d33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3916788 Nov 02 14:52:05.960902 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab1630-3d85-48cb-babd-0e46a9b09265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c80180-0b0e-4543-ba07-95cb9b6f6a6f,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:52:05.963713 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 38576) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:52:05.969354 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab1630-3d85-48cb-babd-0e46a9b09265 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:52:05.975746 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab1630-3d85-48cb-babd-0e46a9b09265 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:52:05.975746 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab1630-3d85-48cb-babd-0e46a9b09265 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:52:05.975746 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab1630-3d85-48cb-babd-0e46a9b09265 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:52:05.975746 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab1630-3d85-48cb-babd-0e46a9b09265 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:52:05.975746 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab1630-3d85-48cb-babd-0e46a9b09265 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:52:05.975746 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab1630-3d85-48cb-babd-0e46a9b09265 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:52:05.975746 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab1630-3d85-48cb-babd-0e46a9b09265 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:52:05.975746 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab1630-3d85-48cb-babd-0e46a9b09265 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:52:05.975746 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab1630-3d85-48cb-babd-0e46a9b09265 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:52:05.975746 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab1630-3d85-48cb-babd-0e46a9b09265 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:52:05.975746 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab1630-3d85-48cb-babd-0e46a9b09265 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:52:05.975746 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab1630-3d85-48cb-babd-0e46a9b09265 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:52:05.975746 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab1630-3d85-48cb-babd-0e46a9b09265 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:52:05.975746 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab1630-3d85-48cb-babd-0e46a9b09265 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:52:06.024568 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ed759fa2-e82b-41dc-a726-b4a22ed6935d admin admin] Publish callbacks [] for security_group (e7c80180-0b0e-4543-ba07-95cb9b6f6a6f), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:06.047797 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ed759fa2-e82b-41dc-a726-b4a22ed6935d admin admin] Publish callbacks [] for security_group (e7c80180-0b0e-4543-ba07-95cb9b6f6a6f), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:06.054446 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6548f930-49b7-469c-a2ea-8821c3fe023f req-e860dccd-3848-44b3-aa07-46ac6f8851fc tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6e4576f1-35ce-4081-a2f1-e8e324a1c677 HTTP/1.1" status: 200 len: 210 time: 0.0319653 Nov 02 14:52:06.222289 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ed759fa2-e82b-41dc-a726-b4a22ed6935d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (e7c80180-0b0e-4543-ba07-95cb9b6f6a6f), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:06.225538 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ed759fa2-e82b-41dc-a726-b4a22ed6935d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:06.226816 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-ed759fa2-e82b-41dc-a726-b4a22ed6935d admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/e7c80180-0b0e-4543-ba07-95cb9b6f6a6f HTTP/1.1" status: 204 len: 168 time: 0.2618196 Nov 02 14:52:06.238302 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed759fa2-e82b-41dc-a726-b4a22ed6935d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c80180-0b0e-4543-ba07-95cb9b6f6a6f,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:52:06.376133 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-d404251c-c240-4e45-8d58-b1384bc971b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:06.922851 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 38584) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:52:06.937841 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a73d700f-7ff2-4485-9cc7-9aa25cf2c6ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:07.020167 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a73d700f-7ff2-4485-9cc7-9aa25cf2c6ce admin admin] Publish callbacks [] for security_group (c688a2fd-09d3-4d2b-ad01-3e82c33a9826), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:07.113435 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a73d700f-7ff2-4485-9cc7-9aa25cf2c6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (c688a2fd-09d3-4d2b-ad01-3e82c33a9826), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:07.121054 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:07.156817 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d700f-7ff2-4485-9cc7-9aa25cf2c6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c688a2fd-09d3-4d2b-ad01-3e82c33a9826,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:52:07.161938 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-a73d700f-7ff2-4485-9cc7-9aa25cf2c6ce admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=0dbadcbcd8a14e428b5e1d8c6a8706e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372849 Nov 02 14:52:07.167499 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 38588) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:52:07.178543 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9e382af0-7512-4642-a5df-3420a581eebf req-78a86dba-8263-4205-89af-a84493ee1204 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6e4576f1-35ce-4081-a2f1-e8e324a1c677 HTTP/1.1" status: 200 len: 210 time: 0.0314345 Nov 02 14:52:07.222125 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-185a1471-3038-48c2-95f5-287261956503 admin admin] Publish callbacks [] for security_group (c688a2fd-09d3-4d2b-ad01-3e82c33a9826), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:07.246591 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-185a1471-3038-48c2-95f5-287261956503 admin admin] Publish callbacks [] for security_group (c688a2fd-09d3-4d2b-ad01-3e82c33a9826), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:07.277833 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:07.368644 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device c8c7d645-c149-4b30-8fb6-474b94827b54 no longer exists at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:52:07.388830 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] No Port match for: c8c7d645-c149-4b30-8fb6-474b94827b54 {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:52:07.389517 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device c8c7d645-c149-4b30-8fb6-474b94827b54 not bound to the agent host hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:52:07.409027 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-185a1471-3038-48c2-95f5-287261956503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (c688a2fd-09d3-4d2b-ad01-3e82c33a9826), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:07.411646 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-185a1471-3038-48c2-95f5-287261956503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:07.412822 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-185a1471-3038-48c2-95f5-287261956503 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/c688a2fd-09d3-4d2b-ad01-3e82c33a9826 HTTP/1.1" status: 204 len: 168 time: 0.2443302 Nov 02 14:52:07.422234 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a1471-3038-48c2-95f5-287261956503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c688a2fd-09d3-4d2b-ad01-3e82c33a9826,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:52:08.155583 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 38594) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:52:08.169670 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6bee3ae4-127a-4584-8a1d-f4542aa21e3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:08.249341 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6bee3ae4-127a-4584-8a1d-f4542aa21e3d admin admin] Publish callbacks [] for security_group (7acfae5b-bb49-44d9-bde2-e9d487292649), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:08.262370 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 38598) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:52:08.373240 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-6bee3ae4-127a-4584-8a1d-f4542aa21e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (7acfae5b-bb49-44d9-bde2-e9d487292649), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:08.379511 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-8ae685c5-d8d2-49e0-87d8-d129edb44079 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Deleting port c7eccd00-a513-41be-83ba-aed532dfd6ab {{(pid=105390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:52:08.379848 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-8ae685c5-d8d2-49e0-87d8-d129edb44079 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (c7eccd00-a513-41be-83ba-aed532dfd6ab), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:08.465756 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee3ae4-127a-4584-8a1d-f4542aa21e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7acfae5b-bb49-44d9-bde2-e9d487292649,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:52:08.471182 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-6bee3ae4-127a-4584-8a1d-f4542aa21e3d admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=b9df30b0a48b42949b180258891b96c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3145130 Nov 02 14:52:08.474009 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 38600) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:52:08.504793 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-8ae685c5-d8d2-49e0-87d8-d129edb44079 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (c7eccd00-a513-41be-83ba-aed532dfd6ab), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:08.509268 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-8ae685c5-d8d2-49e0-87d8-d129edb44079 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for floatingip (c7eccd00-a513-41be-83ba-aed532dfd6ab), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:08.518240 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-8ae685c5-d8d2-49e0-87d8-d129edb44079 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Calling delete_port for c7eccd00-a513-41be-83ba-aed532dfd6ab owned by network:floatingip {{(pid=105390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:52:08.534006 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-52b00fb0-8b53-44ec-9abe-41122f8a2c6c admin admin] Publish callbacks [] for security_group (7acfae5b-bb49-44d9-bde2-e9d487292649), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:08.557562 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-52b00fb0-8b53-44ec-9abe-41122f8a2c6c admin admin] Publish callbacks [] for security_group (7acfae5b-bb49-44d9-bde2-e9d487292649), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:08.683338 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-52b00fb0-8b53-44ec-9abe-41122f8a2c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (7acfae5b-bb49-44d9-bde2-e9d487292649), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:08.686115 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-52b00fb0-8b53-44ec-9abe-41122f8a2c6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:08.687245 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-52b00fb0-8b53-44ec-9abe-41122f8a2c6c admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/7acfae5b-bb49-44d9-bde2-e9d487292649 HTTP/1.1" status: 204 len: 168 time: 0.2122629 Nov 02 14:52:08.695420 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b00fb0-8b53-44ec-9abe-41122f8a2c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acfae5b-bb49-44d9-bde2-e9d487292649,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:52:08.717720 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-8ae685c5-d8d2-49e0-87d8-d129edb44079 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (c7eccd00-a513-41be-83ba-aed532dfd6ab), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:08.745336 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae685c5-d8d2-49e0-87d8-d129edb44079 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Pushing event deleted for resources: {'Port': ['ID=c7eccd00-a513-41be-83ba-aed532dfd6ab,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:52:08.812663 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-8ae685c5-d8d2-49e0-87d8-d129edb44079 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for floatingip (90e70161-638b-4e40-8327-accc7e7a2d01), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:08.815539 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-8ae685c5-d8d2-49e0-87d8-d129edb44079 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for floatingip (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:08.816695 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-8ae685c5-d8d2-49e0-87d8-d129edb44079 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/90e70161-638b-4e40-8327-accc7e7a2d01 HTTP/1.1" status: 204 len: 168 time: 0.5583563 Nov 02 14:52:08.913541 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-cf44bb0b-1479-4359-8221-c82b95cf9a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:10.009642 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 38630) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:52:10.109701 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-283ec473-b4d2-466c-91ee-2ffc10ab5275 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1726168567-network', 'tenant_id': 'e6956385cb1846b8b02bc517a81ce1fa'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:52:10.216606 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283ec473-b4d2-466c-91ee-2ffc10ab5275 admin admin] Made reservation on behalf of e6956385cb1846b8b02bc517a81ce1fa for: {'network': 1} {{(pid=105391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:52:10.218992 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-283ec473-b4d2-466c-91ee-2ffc10ab5275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for network (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:10.228004 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-283ec473-b4d2-466c-91ee-2ffc10ab5275 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:10.282357 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 38636) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:52:10.315135 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-283ec473-b4d2-466c-91ee-2ffc10ab5275 admin admin] Publish callbacks [] for security_group (47e4874e-d470-454b-a9f5-7ebb06bc9e5c), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:10.348183 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-085f16e2-72f8-46e5-899d-a42644311ad2 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for security_group (e7dab909-7a07-4c0b-b932-a5e28f8709cb), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:10.376767 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-085f16e2-72f8-46e5-899d-a42644311ad2 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for security_group (e7dab909-7a07-4c0b-b932-a5e28f8709cb), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:10.570694 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-283ec473-b4d2-466c-91ee-2ffc10ab5275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (47e4874e-d470-454b-a9f5-7ebb06bc9e5c), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:10.599913 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ec473-b4d2-466c-91ee-2ffc10ab5275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e4874e-d470-454b-a9f5-7ebb06bc9e5c,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:52:10.615126 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-085f16e2-72f8-46e5-899d-a42644311ad2 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (e7dab909-7a07-4c0b-b932-a5e28f8709cb), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:10.615635 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:10.616385 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-085f16e2-72f8-46e5-899d-a42644311ad2 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:10.616385 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-085f16e2-72f8-46e5-899d-a42644311ad2 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] 10.222.0.30 "DELETE /networking/v2.0/security-groups/e7dab909-7a07-4c0b-b932-a5e28f8709cb HTTP/1.1" status: 204 len: 168 time: 0.3308539 Nov 02 14:52:10.617527 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-283ec473-b4d2-466c-91ee-2ffc10ab5275 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 497} {{(pid=105391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 14:52:10.627086 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085f16e2-72f8-46e5-899d-a42644311ad2 tempest-TestVolumeBootPattern-1105129780 tempest-TestVolumeBootPattern-1105129780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7dab909-7a07-4c0b-b932-a5e28f8709cb,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:52:10.629966 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-283ec473-b4d2-466c-91ee-2ffc10ab5275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140'] for segment (3ea7554b-8a92-47d5-8c7e-adca1bb63fcb), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:10.630314 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.db.segments_db [None req-283ec473-b4d2-466c-91ee-2ffc10ab5275 admin admin] Added segment 3ea7554b-8a92-47d5-8c7e-adca1bb63fcb of type vlan for network fce77a31-1f15-466b-8f96-151c8cb7a2de Nov 02 14:52:10.674753 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-283ec473-b4d2-466c-91ee-2ffc10ab5275 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767001230538'] for network (fce77a31-1f15-466b-8f96-151c8cb7a2de), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:10.771779 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 38640) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:52:10.839224 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-283ec473-b4d2-466c-91ee-2ffc10ab5275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593'] for network (fce77a31-1f15-466b-8f96-151c8cb7a2de), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:10.840247 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283ec473-b4d2-466c-91ee-2ffc10ab5275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:52:10.840824 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-283ec473-b4d2-466c-91ee-2ffc10ab5275 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for network (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:10.865902 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:DELETE=9,neutron:SELECT=84,neutron:INSERT=7 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:10.880790 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:10.903641 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ec473-b4d2-466c-91ee-2ffc10ab5275 admin admin] Pushing event updated for resources: {'Network': ['ID=fce77a31-1f15-466b-8f96-151c8cb7a2de,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:52:10.916599 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Network fce77a31-1f15-466b-8f96-151c8cb7a2de details requested by agent ovs-agent-dv-cinder-862365-4-iscsi with host dv-cinder-862365-4-iscsi {{(pid=105392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 14:52:10.990907 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-283ec473-b4d2-466c-91ee-2ffc10ab5275 admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9801509 Nov 02 14:52:10.993950 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 38644) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:52:10.999307 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-3132fc6f-bcc0-4cdb-9f20-5b1aa86d3026 admin admin] Request body: {'subnet': {'network_id': 'fce77a31-1f15-466b-8f96-151c8cb7a2de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1726168567-subnet', 'tenant_id': 'e6956385cb1846b8b02bc517a81ce1fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:52:11.118905 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3132fc6f-bcc0-4cdb-9f20-5b1aa86d3026 admin admin] Made reservation on behalf of e6956385cb1846b8b02bc517a81ce1fa for: {'subnet': 1} {{(pid=105391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:52:11.121682 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3132fc6f-bcc0-4cdb-9f20-5b1aa86d3026 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62938084'] for subnet (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:11.142868 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-efe9c41b-ba57-4ba1-a6b1-4c2dfdd5e0b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66774525'] for router_interface (32f50597-324d-4252-8535-0e73e0adb323), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:11.236919 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:11.295950 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:11.357139 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=100 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:11.369617 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-efe9c41b-ba57-4ba1-a6b1-4c2dfdd5e0b2 admin admin] Deleting port 3cee792d-517a-4ab0-8c66-1aace6f80ddc {{(pid=105390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:52:11.370146 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-efe9c41b-ba57-4ba1-a6b1-4c2dfdd5e0b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (3cee792d-517a-4ab0-8c66-1aace6f80ddc), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:11.387636 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3132fc6f-bcc0-4cdb-9f20-5b1aa86d3026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63278972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62938066'] for subnet (b3dd30c2-323a-4cd2-9954-c416fe6b8d15), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:11.454858 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132fc6f-bcc0-4cdb-9f20-5b1aa86d3026 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3dd30c2-323a-4cd2-9954-c416fe6b8d15,revision_number=0']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:52:11.456844 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [None req-efe9c41b-ba57-4ba1-a6b1-4c2dfdd5e0b2 admin admin] For port 3cee792d-517a-4ab0-8c66-1aace6f80ddc, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=3cee792d-517a-4ab0-8c66-1aace6f80ddc,segment=NetworkSegment(e92de161-0da6-41c9-b20f-925eb995ddbe),segment_id=e92de161-0da6-41c9-b20f-925eb995ddbe)] {{(pid=105390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:52:11.457439 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-efe9c41b-ba57-4ba1-a6b1-4c2dfdd5e0b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (3cee792d-517a-4ab0-8c66-1aace6f80ddc), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:11.464271 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3132fc6f-bcc0-4cdb-9f20-5b1aa86d3026 admin admin] Checking segment: {'id': '3ea7554b-8a92-47d5-8c7e-adca1bb63fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'fce77a31-1f15-466b-8f96-151c8cb7a2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:52:11.464647 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3132fc6f-bcc0-4cdb-9f20-5b1aa86d3026 admin admin] Network hostable DHCP agents. Network: fce77a31-1f15-466b-8f96-151c8cb7a2de, hostable agents: ['46896d2e-004f-49d2-b9f8-26552a5db8fb'], hosted agents: [] {{(pid=105391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 14:52:11.473780 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-efe9c41b-ba57-4ba1-a6b1-4c2dfdd5e0b2 admin admin] Calling delete_port for 3cee792d-517a-4ab0-8c66-1aace6f80ddc owned by network:router_interface {{(pid=105390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:52:11.558883 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:11.559223 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3132fc6f-bcc0-4cdb-9f20-5b1aa86d3026 admin admin] Network fce77a31-1f15-466b-8f96-151c8cb7a2de is scheduled to be hosted by DHCP agent 46896d2e-004f-49d2-b9f8-26552a5db8fb with binding_index 1 {{(pid=105391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 14:52:11.644503 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [None req-3132fc6f-bcc0-4cdb-9f20-5b1aa86d3026 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862365-4-iscsi, fce77a31-1f15-466b-8f96-151c8cb7a2de) {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:52:11.648682 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3132fc6f-bcc0-4cdb-9f20-5b1aa86d3026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:52:11.651095 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-3132fc6f-bcc0-4cdb-9f20-5b1aa86d3026 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for subnet (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:11.656095 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812302f3-6449-4e6b-bd7f-98f0b47539ea None None] Network fce77a31-1f15-466b-8f96-151c8cb7a2de requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:52:11.757583 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f185cc9-2731-440a-859f-77c0b70e1722 None None] Network fce77a31-1f15-466b-8f96-151c8cb7a2de requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:52:11.765124 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-efe9c41b-ba57-4ba1-a6b1-4c2dfdd5e0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (3cee792d-517a-4ab0-8c66-1aace6f80ddc), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:11.779129 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-3132fc6f-bcc0-4cdb-9f20-5b1aa86d3026 admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7835674 Nov 02 14:52:11.795962 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9c41b-ba57-4ba1-a6b1-4c2dfdd5e0b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cee792d-517a-4ab0-8c66-1aace6f80ddc,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:52:11.989393 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-efe9c41b-ba57-4ba1-a6b1-4c2dfdd5e0b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66712616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66776685'] for router_interface (32f50597-324d-4252-8535-0e73e0adb323), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:12.049522 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a10913-e794-4385-ab7a-82011fd96e5a None None] get_active_networks_info from dv-cinder-862365-4-iscsi {{(pid=105392) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 14:52:12.086325 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:12.112003 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:12.144720 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a10913-e794-4385-ab7a-82011fd96e5a None None] Resources bound (agent type, host, resource id): {{(pid=105392) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 14:52:12.233247 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe9c41b-ba57-4ba1-a6b1-4c2dfdd5e0b2 admin admin] Router 32f50597-324d-4252-8535-0e73e0adb323 has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:52:12.344964 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe9c41b-ba57-4ba1-a6b1-4c2dfdd5e0b2 admin admin] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:52:12.350375 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-efe9c41b-ba57-4ba1-a6b1-4c2dfdd5e0b2 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/32f50597-324d-4252-8535-0e73e0adb323/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5775304 Nov 02 14:52:12.353412 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 38652) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:52:12.357378 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d7eb00-e8ec-4393-9655-a9d4c8a44611 None None] Sync routers for ids ['32f50597-324d-4252-8535-0e73e0adb323'] in dv-cinder-862365-4-iscsi {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:52:12.375479 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d7eb00-e8ec-4393-9655-a9d4c8a44611 None None] Routers {'32f50597-324d-4252-8535-0e73e0adb323'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:52:12.376083 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-36d7eb00-e8ec-4393-9655-a9d4c8a44611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:52:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['32f50597-324d-4252-8535-0e73e0adb323'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:52:12.477649 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ae5d056a-8e36-4095-8812-d2544b81d6b9 admin admin] Publish callbacks [] for router (32f50597-324d-4252-8535-0e73e0adb323), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:12.486653 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-36d7eb00-e8ec-4393-9655-a9d4c8a44611 None None] Set router 32f50597-324d-4252-8535-0e73e0adb323 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:52:12.597161 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ae5d056a-8e36-4095-8812-d2544b81d6b9 admin admin] Publish callbacks [] for router_gateway (32f50597-324d-4252-8535-0e73e0adb323), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:12.683897 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-36d7eb00-e8ec-4393-9655-a9d4c8a44611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f50597-324d-4252-8535-0e73e0adb323', 'name': 'tempest-TestVolumeBootPattern-1982010526-router', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:31Z', 'updated_at': '2022-11-02T14:52:11Z', 'revision_number': 5, 'project_id': '990b7e753ad1450489668d0ca151736e', 'gw_port': {'id': 'e6abd0b6-f1ff-4074-9c21-6af8077380a6', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f50597-324d-4252-8535-0e73e0adb323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:32Z', 'updated_at': '2022-11-02T14:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:52:12.710767 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [None req-ae5d056a-8e36-4095-8812-d2544b81d6b9 admin admin] Deleting port e6abd0b6-f1ff-4074-9c21-6af8077380a6 {{(pid=105391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:52:12.711107 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ae5d056a-8e36-4095-8812-d2544b81d6b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (e6abd0b6-f1ff-4074-9c21-6af8077380a6), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:12.715387 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d7eb00-e8ec-4393-9655-a9d4c8a44611 None None] Checking router: 32f50597-324d-4252-8535-0e73e0adb323 for host: dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:52:12.724408 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d7eb00-e8ec-4393-9655-a9d4c8a44611 None None] Routers {'32f50597-324d-4252-8535-0e73e0adb323'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:52:12.725044 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-36d7eb00-e8ec-4393-9655-a9d4c8a44611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:52:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['32f50597-324d-4252-8535-0e73e0adb323'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:52:12.761530 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=100 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:12.798976 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [None req-ae5d056a-8e36-4095-8812-d2544b81d6b9 admin admin] For port e6abd0b6-f1ff-4074-9c21-6af8077380a6, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=e6abd0b6-f1ff-4074-9c21-6af8077380a6,segment=NetworkSegment(16a641ca-682a-48e9-98c9-b5a1ba9af67a),segment_id=16a641ca-682a-48e9-98c9-b5a1ba9af67a)] {{(pid=105391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:52:12.799318 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ae5d056a-8e36-4095-8812-d2544b81d6b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (e6abd0b6-f1ff-4074-9c21-6af8077380a6), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:12.810299 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-36d7eb00-e8ec-4393-9655-a9d4c8a44611 None None] Set router 32f50597-324d-4252-8535-0e73e0adb323 gateway port host: None {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:52:12.813611 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [None req-ae5d056a-8e36-4095-8812-d2544b81d6b9 admin admin] Calling delete_port for e6abd0b6-f1ff-4074-9c21-6af8077380a6 owned by network:router_gateway {{(pid=105391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:52:12.844457 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-6c6169b6-d574-4569-8bcf-317416fb5bb0 None None] Provisioning complete for port 933bce48-ba97-494c-a54b-69581e172015 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:52:12.853613 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-6c6169b6-d574-4569-8bcf-317416fb5bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (933bce48-ba97-494c-a54b-69581e172015), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:12.853955 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-6c6169b6-d574-4569-8bcf-317416fb5bb0 None None] Attempt 1 to provision port 933bce48-ba97-494c-a54b-69581e172015 Nov 02 14:52:12.868599 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-36d7eb00-e8ec-4393-9655-a9d4c8a44611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f50597-324d-4252-8535-0e73e0adb323', 'name': 'tempest-TestVolumeBootPattern-1982010526-router', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:31Z', 'updated_at': '2022-11-02T14:52:12Z', 'revision_number': 6, 'project_id': '990b7e753ad1450489668d0ca151736e', 'gw_port_host': None}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:52:12.905123 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d7eb00-e8ec-4393-9655-a9d4c8a44611 None None] The sync data for ids ['32f50597-324d-4252-8535-0e73e0adb323'] in dv-cinder-862365-4-iscsi is: [{'id': '32f50597-324d-4252-8535-0e73e0adb323', 'name': 'tempest-TestVolumeBootPattern-1982010526-router', 'tenant_id': '990b7e753ad1450489668d0ca151736e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:31Z', 'updated_at': '2022-11-02T14:52:12Z', 'revision_number': 6, 'project_id': '990b7e753ad1450489668d0ca151736e', 'gw_port_host': None}] {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:52:12.955946 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-6c6169b6-d574-4569-8bcf-317416fb5bb0 None None] Current status of the port 933bce48-ba97-494c-a54b-69581e172015 is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:52:13.043876 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:13.141979 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ae5d056a-8e36-4095-8812-d2544b81d6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63276524'] for port (e6abd0b6-f1ff-4074-9c21-6af8077380a6), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:13.169765 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d056a-8e36-4095-8812-d2544b81d6b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6abd0b6-f1ff-4074-9c21-6af8077380a6,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:52:13.235912 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ae5d056a-8e36-4095-8812-d2544b81d6b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66773426'] for router_gateway (32f50597-324d-4252-8535-0e73e0adb323), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:13.337718 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ae5d056a-8e36-4095-8812-d2544b81d6b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66776635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43145'] for router (32f50597-324d-4252-8535-0e73e0adb323), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:13.340576 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ae5d056a-8e36-4095-8812-d2544b81d6b9 admin admin] Publish callbacks [] for router_controller (32f50597-324d-4252-8535-0e73e0adb323), precommit_delete_associations {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:13.444672 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ae5d056a-8e36-4095-8812-d2544b81d6b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66776610'] for router (32f50597-324d-4252-8535-0e73e0adb323), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:13.445406 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5d056a-8e36-4095-8812-d2544b81d6b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32f50597-324d-4252-8535-0e73e0adb323 {{(pid=105391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 14:52:13.450186 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-ae5d056a-8e36-4095-8812-d2544b81d6b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:13.451336 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-ae5d056a-8e36-4095-8812-d2544b81d6b9 admin admin] 10.222.0.30 "DELETE /networking/v2.0/routers/32f50597-324d-4252-8535-0e73e0adb323 HTTP/1.1" status: 204 len: 168 time: 1.0970044 Nov 02 14:52:13.453943 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 38658) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:52:13.502263 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3456e8f-c641-4449-be1e-7ae09c6231dc admin admin] Deleting subnet 03e0ff6f-7506-47f9-8238-68767b203b61 {{(pid=105391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 14:52:13.504939 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:13.505849 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d3456e8f-c641-4449-be1e-7ae09c6231dc admin admin] Publish callbacks [] for subnet (03e0ff6f-7506-47f9-8238-68767b203b61), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:13.541436 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d3456e8f-c641-4449-be1e-7ae09c6231dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64924452'] for subnet (03e0ff6f-7506-47f9-8238-68767b203b61), precommit_delete_associations {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:13.617246 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d3456e8f-c641-4449-be1e-7ae09c6231dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381874'] for subnet (03e0ff6f-7506-47f9-8238-68767b203b61), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:13.809472 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d3456e8f-c641-4449-be1e-7ae09c6231dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63276465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62938073'] for subnet (03e0ff6f-7506-47f9-8238-68767b203b61), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:13.834027 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3456e8f-c641-4449-be1e-7ae09c6231dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03e0ff6f-7506-47f9-8238-68767b203b61,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:52:13.841023 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d3456e8f-c641-4449-be1e-7ae09c6231dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for subnet (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:13.844184 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-d3456e8f-c641-4449-be1e-7ae09c6231dc admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/03e0ff6f-7506-47f9-8238-68767b203b61 HTTP/1.1" status: 204 len: 168 time: 0.3892410 Nov 02 14:52:13.846262 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae2c0b6-038e-45a3-990e-ef51b58b6d9a None None] Network 3f9be41b-3ac6-43ae-b64c-2573362419af requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:52:13.847240 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 38660) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:52:13.923172 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-e899c24b-10e2-46a7-9753-ee00981981b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370122'] for network (3f9be41b-3ac6-43ae-b64c-2573362419af), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:13.968927 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [None req-e899c24b-10e2-46a7-9753-ee00981981b6 admin admin] Deleting port 933bce48-ba97-494c-a54b-69581e172015 {{(pid=105391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:52:13.969304 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-e899c24b-10e2-46a7-9753-ee00981981b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (933bce48-ba97-494c-a54b-69581e172015), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:14.018018 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4888f82a-91a3-4a11-aaf9-8247efcab3bb None None] DHCP port deletion for 3f9be41b-3ac6-43ae-b64c-2573362419af request from dv-cinder-862365-4-iscsi {{(pid=105392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 14:52:14.046444 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [None req-e899c24b-10e2-46a7-9753-ee00981981b6 admin admin] For port 933bce48-ba97-494c-a54b-69581e172015, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=933bce48-ba97-494c-a54b-69581e172015,segment=NetworkSegment(e92de161-0da6-41c9-b20f-925eb995ddbe),segment_id=e92de161-0da6-41c9-b20f-925eb995ddbe)] {{(pid=105391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:52:14.046814 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-e899c24b-10e2-46a7-9753-ee00981981b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (933bce48-ba97-494c-a54b-69581e172015), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:14.058790 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-4888f82a-91a3-4a11-aaf9-8247efcab3bb None None] Deleting port 933bce48-ba97-494c-a54b-69581e172015 {{(pid=105392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:52:14.059173 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-4888f82a-91a3-4a11-aaf9-8247efcab3bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (933bce48-ba97-494c-a54b-69581e172015), before_delete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:14.066557 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [None req-e899c24b-10e2-46a7-9753-ee00981981b6 admin admin] Calling delete_port for 933bce48-ba97-494c-a54b-69581e172015 owned by network:dhcp {{(pid=105391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:52:14.075915 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:14.129962 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:14.138340 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-4888f82a-91a3-4a11-aaf9-8247efcab3bb None None] For port 933bce48-ba97-494c-a54b-69581e172015, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=933bce48-ba97-494c-a54b-69581e172015,segment=NetworkSegment(e92de161-0da6-41c9-b20f-925eb995ddbe),segment_id=e92de161-0da6-41c9-b20f-925eb995ddbe)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:52:14.138746 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-4888f82a-91a3-4a11-aaf9-8247efcab3bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (933bce48-ba97-494c-a54b-69581e172015), precommit_delete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:14.158031 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-4888f82a-91a3-4a11-aaf9-8247efcab3bb None None] Calling delete_port for 933bce48-ba97-494c-a54b-69581e172015 owned by network:dhcp {{(pid=105392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:52:14.216217 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-e899c24b-10e2-46a7-9753-ee00981981b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63276524'] for port (933bce48-ba97-494c-a54b-69581e172015), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:14.241792 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-4888f82a-91a3-4a11-aaf9-8247efcab3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470'] for port (933bce48-ba97-494c-a54b-69581e172015), after_delete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:14.259747 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e899c24b-10e2-46a7-9753-ee00981981b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=933bce48-ba97-494c-a54b-69581e172015,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:52:14.278460 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4888f82a-91a3-4a11-aaf9-8247efcab3bb None None] Pushing event deleted for resources: {'Port': ['ID=933bce48-ba97-494c-a54b-69581e172015,revision_number=None']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:52:14.281644 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e899c24b-10e2-46a7-9753-ee00981981b6 admin admin] No DVR routers for this DVR port 933bce48-ba97-494c-a54b-69581e172015 on host dv-cinder-862365-4-iscsi {{(pid=105391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:52:14.284267 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4888f82a-91a3-4a11-aaf9-8247efcab3bb None None] No DVR routers for this DVR port 933bce48-ba97-494c-a54b-69581e172015 on host dv-cinder-862365-4-iscsi {{(pid=105392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:52:14.336205 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:DELETE=6 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:14.688001 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-e899c24b-10e2-46a7-9753-ee00981981b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382473', 'neutron.services.segments.db._delete_segments_for_network-8767001720194'] for network (3f9be41b-3ac6-43ae-b64c-2573362419af), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:14.722095 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.services.segments.db [None req-e899c24b-10e2-46a7-9753-ee00981981b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f9be41b-3ac6-43ae-b64c-2573362419af']}} {{(pid=105391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:52:14.730230 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-2a105693-f439-4443-aece-97113ab80776 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:52:14.731718 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-2a105693-f439-4443-aece-97113ab80776 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/networks?id=fce77a31-1f15-466b-8f96-151c8cb7a2de HTTP/1.1" status: 200 len: 814 time: 0.5128803 Nov 02 14:52:14.747889 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.services.segments.db [None req-e899c24b-10e2-46a7-9753-ee00981981b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e92de161-0da6-41c9-b20f-925eb995ddbe') {'for_net_delete': True} {{(pid=105391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:52:14.748170 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.services.segments.db [None req-e899c24b-10e2-46a7-9753-ee00981981b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e92de161-0da6-41c9-b20f-925eb995ddbe') {} {{(pid=105391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:52:14.759193 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-8223502c-6e16-4477-8fff-783744f44b27 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/quotas/e6956385cb1846b8b02bc517a81ce1fa HTTP/1.1" status: 200 len: 375 time: 0.0216641 Nov 02 14:52:14.760990 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-e899c24b-10e2-46a7-9753-ee00981981b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767001720257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64924461'] for segment (e92de161-0da6-41c9-b20f-925eb995ddbe), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:14.796460 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-e899c24b-10e2-46a7-9753-ee00981981b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140'] for segment (e92de161-0da6-41c9-b20f-925eb995ddbe), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:14.802407 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-a6093360-2e49-444e-90ea-aae7b059fdb6 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=e6956385cb1846b8b02bc517a81ce1fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349212 Nov 02 14:52:14.805692 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e899c24b-10e2-46a7-9753-ee00981981b6 admin admin] Releasing vlan 499 on physical network physnet1 to pool {{(pid=105391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 14:52:14.806305 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-e899c24b-10e2-46a7-9753-ee00981981b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63276319'] for segment (e92de161-0da6-41c9-b20f-925eb995ddbe), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:14.838575 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.services.segments.plugin [-] Segment e92de161-0da6-41c9-b20f-925eb995ddbe resource provider aggregate not found Nov 02 14:52:14.878599 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.services.segments.plugin [-] Segment e92de161-0da6-41c9-b20f-925eb995ddbe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e92de161-0da6-41c9-b20f-925eb995ddbe found for delete ", "request_id": "req-fcf2cf59-aa63-45dc-96a3-c4886c6326a1"}]} Nov 02 14:52:14.913371 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 3cee792d-517a-4ab0-8c66-1aace6f80ddc no longer exists at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:52:14.934183 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] No Port match for: 3cee792d-517a-4ab0-8c66-1aace6f80ddc {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:52:14.934657 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 3cee792d-517a-4ab0-8c66-1aace6f80ddc not bound to the agent host dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:52:14.935034 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 933bce48-ba97-494c-a54b-69581e172015 no longer exists at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:52:14.954660 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] No Port match for: 933bce48-ba97-494c-a54b-69581e172015 {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:52:14.954937 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 933bce48-ba97-494c-a54b-69581e172015 not bound to the agent host dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:52:14.955291 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-fe52aa01-73c2-48c3-ab42-d4245d7f2193 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/fce77a31-1f15-466b-8f96-151c8cb7a2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313758 Nov 02 14:52:14.955428 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device e6abd0b6-f1ff-4074-9c21-6af8077380a6 no longer exists at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:52:14.974951 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] No Port match for: e6abd0b6-f1ff-4074-9c21-6af8077380a6 {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:52:14.975287 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device e6abd0b6-f1ff-4074-9c21-6af8077380a6 not bound to the agent host dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:52:14.995583 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-e899c24b-10e2-46a7-9753-ee00981981b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66773462'] for network (3f9be41b-3ac6-43ae-b64c-2573362419af), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:15.000880 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-e899c24b-10e2-46a7-9753-ee00981981b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for network (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:15.004017 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-e899c24b-10e2-46a7-9753-ee00981981b6 admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/3f9be41b-3ac6-43ae-b64c-2573362419af HTTP/1.1" status: 204 len: 168 time: 1.1558545 Nov 02 14:52:15.007445 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 38684) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:52:15.011371 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:15.048068 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e899c24b-10e2-46a7-9753-ee00981981b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f9be41b-3ac6-43ae-b64c-2573362419af,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:52:15.081519 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-94adfa6f-5bef-4131-a2ea-fb6ef6eebdd5 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/fce77a31-1f15-466b-8f96-151c8cb7a2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200864 Nov 02 14:52:15.109575 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:15.328123 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0fd0d22b-e36f-4560-a67f-ea03dbd7b14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66774525'] for router_interface (fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:15.407752 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-158e851e-0cda-449a-9c12-4fc5c0fdb554 req-e06deb34-3661-4be1-9b45-1f80b2c790b4 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e48f4b17-b4bd-4548-b748-8281a50427c2 HTTP/1.1" status: 200 len: 210 time: 0.0309637 Nov 02 14:52:15.570201 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-0fd0d22b-e36f-4560-a67f-ea03dbd7b14b admin admin] Deleting port cc637920-b6e9-4ca8-959d-908150702d9d {{(pid=105390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:52:15.570637 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0fd0d22b-e36f-4560-a67f-ea03dbd7b14b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (cc637920-b6e9-4ca8-959d-908150702d9d), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:15.919413 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [None req-0fd0d22b-e36f-4560-a67f-ea03dbd7b14b admin admin] For port cc637920-b6e9-4ca8-959d-908150702d9d, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=cc637920-b6e9-4ca8-959d-908150702d9d,segment=NetworkSegment(db8ede6f-7b04-443d-853f-cf844e05fbf5),segment_id=db8ede6f-7b04-443d-853f-cf844e05fbf5)] {{(pid=105390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:52:15.919788 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0fd0d22b-e36f-4560-a67f-ea03dbd7b14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (cc637920-b6e9-4ca8-959d-908150702d9d), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:15.934906 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-0fd0d22b-e36f-4560-a67f-ea03dbd7b14b admin admin] Calling delete_port for cc637920-b6e9-4ca8-959d-908150702d9d owned by network:router_interface {{(pid=105390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:52:15.947699 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=100 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:16.187449 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0fd0d22b-e36f-4560-a67f-ea03dbd7b14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (cc637920-b6e9-4ca8-959d-908150702d9d), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:16.214561 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0d22b-e36f-4560-a67f-ea03dbd7b14b admin admin] Pushing event deleted for resources: {'Port': ['ID=cc637920-b6e9-4ca8-959d-908150702d9d,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:52:16.387602 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0fd0d22b-e36f-4560-a67f-ea03dbd7b14b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66712616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66776685'] for router_interface (fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:16.409514 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fea470-2e64-4f9c-b53b-e567ffdb662b None None] get_active_networks_info from dv-cinder-862365-4-iscsi {{(pid=105392) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 14:52:16.486533 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:16.492332 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fea470-2e64-4f9c-b53b-e567ffdb662b None None] Resources bound (agent type, host, resource id): {{(pid=105392) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 14:52:16.502716 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d6403b36-a637-40cf-8a9d-cf8b62d6ac34 req-48048d63-7a15-4fa9-b121-dc50daadf455 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e48f4b17-b4bd-4548-b748-8281a50427c2 HTTP/1.1" status: 200 len: 210 time: 0.0362198 Nov 02 14:52:16.617445 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd0d22b-e36f-4560-a67f-ea03dbd7b14b admin admin] Router fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:52:16.732780 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd0d22b-e36f-4560-a67f-ea03dbd7b14b admin admin] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:52:16.741124 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-0fd0d22b-e36f-4560-a67f-ea03dbd7b14b admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7289889 Nov 02 14:52:16.741289 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 38698) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:52:16.744099 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41be5056-1498-4aeb-bfac-24956d191899 None None] Sync routers for ids ['fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc'] in dv-cinder-862365-4-iscsi {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:52:16.753569 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:16.755507 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41be5056-1498-4aeb-bfac-24956d191899 None None] Routers {'fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:52:16.756137 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-41be5056-1498-4aeb-bfac-24956d191899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:52:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:52:16.871946 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0b7ffdb0-b419-4058-bd29-52e3abe6f47b admin admin] Publish callbacks [] for router (fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:16.881323 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-41be5056-1498-4aeb-bfac-24956d191899 None None] Set router fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:52:16.995201 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0b7ffdb0-b419-4058-bd29-52e3abe6f47b admin admin] Publish callbacks [] for router_gateway (fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:17.083043 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-41be5056-1498-4aeb-bfac-24956d191899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc', 'name': 'tempest-TestVolumeBootPattern-1814783944-router', 'tenant_id': 'aa384131227c4307945d5b791eb17e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'cf601fd7-47cd-4042-b584-18b10359ace7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:38Z', 'updated_at': '2022-11-02T14:52:16Z', 'revision_number': 5, 'project_id': 'aa384131227c4307945d5b791eb17e8d', 'gw_port': {'id': 'cf601fd7-47cd-4042-b584-18b10359ace7', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:74:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:44:39Z', 'updated_at': '2022-11-02T14:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:52:17.100739 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-0b7ffdb0-b419-4058-bd29-52e3abe6f47b admin admin] Deleting port cf601fd7-47cd-4042-b584-18b10359ace7 {{(pid=105390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:52:17.101117 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0b7ffdb0-b419-4058-bd29-52e3abe6f47b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (cf601fd7-47cd-4042-b584-18b10359ace7), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:17.128551 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41be5056-1498-4aeb-bfac-24956d191899 None None] Checking router: fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc for host: dv-cinder-862365-4-iscsi {{(pid=105392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:52:17.143184 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41be5056-1498-4aeb-bfac-24956d191899 None None] Routers {'fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:52:17.144502 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-41be5056-1498-4aeb-bfac-24956d191899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:52:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:52:17.213233 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [None req-0b7ffdb0-b419-4058-bd29-52e3abe6f47b admin admin] For port cf601fd7-47cd-4042-b584-18b10359ace7, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=cf601fd7-47cd-4042-b584-18b10359ace7,segment=NetworkSegment(16a641ca-682a-48e9-98c9-b5a1ba9af67a),segment_id=16a641ca-682a-48e9-98c9-b5a1ba9af67a)] {{(pid=105390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:52:17.213817 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0b7ffdb0-b419-4058-bd29-52e3abe6f47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (cf601fd7-47cd-4042-b584-18b10359ace7), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:17.221483 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:17.227575 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-0b7ffdb0-b419-4058-bd29-52e3abe6f47b admin admin] Calling delete_port for cf601fd7-47cd-4042-b584-18b10359ace7 owned by network:router_gateway {{(pid=105390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:52:17.243651 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-41be5056-1498-4aeb-bfac-24956d191899 None None] Set router fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc gateway port host: None {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:52:17.301730 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-41be5056-1498-4aeb-bfac-24956d191899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc', 'name': 'tempest-TestVolumeBootPattern-1814783944-router', 'tenant_id': 'aa384131227c4307945d5b791eb17e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:38Z', 'updated_at': '2022-11-02T14:52:16Z', 'revision_number': 6, 'project_id': 'aa384131227c4307945d5b791eb17e8d', 'gw_port_host': None}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:52:17.333768 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41be5056-1498-4aeb-bfac-24956d191899 None None] The sync data for ids ['fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc'] in dv-cinder-862365-4-iscsi is: [{'id': 'fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc', 'name': 'tempest-TestVolumeBootPattern-1814783944-router', 'tenant_id': 'aa384131227c4307945d5b791eb17e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:44:38Z', 'updated_at': '2022-11-02T14:52:16Z', 'revision_number': 6, 'project_id': 'aa384131227c4307945d5b791eb17e8d', 'gw_port_host': None}] {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:52:17.335179 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-94b6e53b-ee36-4147-b6ee-6714befed898 None None] Provisioning complete for port 9affc566-9072-4c4b-ace2-8c58ad4d9dbc triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:52:17.335557 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-94b6e53b-ee36-4147-b6ee-6714befed898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (9affc566-9072-4c4b-ace2-8c58ad4d9dbc), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:17.335899 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-94b6e53b-ee36-4147-b6ee-6714befed898 None None] Attempt 1 to provision port 9affc566-9072-4c4b-ace2-8c58ad4d9dbc Nov 02 14:52:17.408501 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=100 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:17.423196 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-94b6e53b-ee36-4147-b6ee-6714befed898 None None] Current status of the port 9affc566-9072-4c4b-ace2-8c58ad4d9dbc is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:52:17.551532 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0b7ffdb0-b419-4058-bd29-52e3abe6f47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (cf601fd7-47cd-4042-b584-18b10359ace7), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:17.578781 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ffdb0-b419-4058-bd29-52e3abe6f47b admin admin] Pushing event deleted for resources: {'Port': ['ID=cf601fd7-47cd-4042-b584-18b10359ace7,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:52:17.615507 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4635b722-b6b7-431c-8225-eebe5c20115d req-73dab1aa-6ef6-4087-af39-a8aa9a1d2ee8 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e48f4b17-b4bd-4548-b748-8281a50427c2 HTTP/1.1" status: 200 len: 210 time: 0.0291121 Nov 02 14:52:17.644551 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0b7ffdb0-b419-4058-bd29-52e3abe6f47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66773426'] for router_gateway (fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:17.738730 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0b7ffdb0-b419-4058-bd29-52e3abe6f47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66776635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43145'] for router (fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:17.741278 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0b7ffdb0-b419-4058-bd29-52e3abe6f47b admin admin] Publish callbacks [] for router_controller (fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc), precommit_delete_associations {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:17.877611 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0b7ffdb0-b419-4058-bd29-52e3abe6f47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66776610'] for router (fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:17.878195 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7ffdb0-b419-4058-bd29-52e3abe6f47b admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc {{(pid=105390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 14:52:17.883096 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-0b7ffdb0-b419-4058-bd29-52e3abe6f47b admin admin] Publish callbacks [] for router (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:17.884359 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-0b7ffdb0-b419-4058-bd29-52e3abe6f47b admin admin] 10.222.0.30 "DELETE /networking/v2.0/routers/fe5ea2f6-196a-4c2d-b7e4-4d1084503cfc HTTP/1.1" status: 204 len: 168 time: 1.1387124 Nov 02 14:52:17.887120 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 38702) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:52:17.937088 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e7d7c2a-e8e6-4836-aef0-70ab20cc0722 admin admin] Deleting subnet 6cee1d9c-2443-41c1-a9e1-d4bfee3e9da7 {{(pid=105391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 14:52:17.940261 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-5e7d7c2a-e8e6-4836-aef0-70ab20cc0722 admin admin] Publish callbacks [] for subnet (6cee1d9c-2443-41c1-a9e1-d4bfee3e9da7), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:17.978173 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-5e7d7c2a-e8e6-4836-aef0-70ab20cc0722 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64924452'] for subnet (6cee1d9c-2443-41c1-a9e1-d4bfee3e9da7), precommit_delete_associations {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:18.003046 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:18.073085 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-5e7d7c2a-e8e6-4836-aef0-70ab20cc0722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381874'] for subnet (6cee1d9c-2443-41c1-a9e1-d4bfee3e9da7), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:18.089038 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-3d0dcb10-3221-4dc7-8f55-7fc5d820cf85 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:52:18.090862 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-3d0dcb10-3221-4dc7-8f55-7fc5d820cf85 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.64 "GET /networking/v2.0/networks?id=fce77a31-1f15-466b-8f96-151c8cb7a2de HTTP/1.1" status: 200 len: 814 time: 0.1205084 Nov 02 14:52:18.109079 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-ce7e8faf-6214-476d-9630-0db7086458ec tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Request body: {'port': {'device_id': 'e48f4b17-b4bd-4548-b748-8281a50427c2', 'network_id': 'fce77a31-1f15-466b-8f96-151c8cb7a2de', 'admin_state_up': True, 'tenant_id': 'e6956385cb1846b8b02bc517a81ce1fa'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:52:18.214811 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:18.256639 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-5e7d7c2a-e8e6-4836-aef0-70ab20cc0722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63276465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62938073'] for subnet (6cee1d9c-2443-41c1-a9e1-d4bfee3e9da7), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:18.285644 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7d7c2a-e8e6-4836-aef0-70ab20cc0722 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cee1d9c-2443-41c1-a9e1-d4bfee3e9da7,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:52:18.291266 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-5e7d7c2a-e8e6-4836-aef0-70ab20cc0722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for subnet (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:18.296883 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-5e7d7c2a-e8e6-4836-aef0-70ab20cc0722 admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/6cee1d9c-2443-41c1-a9e1-d4bfee3e9da7 HTTP/1.1" status: 204 len: 168 time: 0.4064484 Nov 02 14:52:18.297457 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f91801b-524c-4490-923c-850032814bfd None None] Network 65ace758-6c61-44a3-a703-189167d9f713 requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:52:18.297659 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 38704) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:52:18.332307 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-ce7e8faf-6214-476d-9630-0db7086458ec tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Made reservation on behalf of e6956385cb1846b8b02bc517a81ce1fa for: {'port': 1} {{(pid=105390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:52:18.337030 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-ce7e8faf-6214-476d-9630-0db7086458ec tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:18.404765 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-2e288886-ada8-435b-ac04-f16821ca1805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370122'] for network (65ace758-6c61-44a3-a703-189167d9f713), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:18.470510 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd94af10-1d4e-4c31-bfc1-906a9cfdd69f None None] DHCP port deletion for 65ace758-6c61-44a3-a703-189167d9f713 request from dv-cinder-862365-4-iscsi {{(pid=105392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 14:52:18.516059 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-cd94af10-1d4e-4c31-bfc1-906a9cfdd69f None None] Deleting port 9affc566-9072-4c4b-ace2-8c58ad4d9dbc {{(pid=105392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:52:18.517294 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-cd94af10-1d4e-4c31-bfc1-906a9cfdd69f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (9affc566-9072-4c4b-ace2-8c58ad4d9dbc), before_delete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:18.541348 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-2e288886-ada8-435b-ac04-f16821ca1805 admin admin] Deleting port 9affc566-9072-4c4b-ace2-8c58ad4d9dbc {{(pid=105390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:52:18.547154 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-2e288886-ada8-435b-ac04-f16821ca1805 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (9affc566-9072-4c4b-ace2-8c58ad4d9dbc), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:18.587301 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-cd94af10-1d4e-4c31-bfc1-906a9cfdd69f None None] For port 9affc566-9072-4c4b-ace2-8c58ad4d9dbc, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=9affc566-9072-4c4b-ace2-8c58ad4d9dbc,segment=NetworkSegment(db8ede6f-7b04-443d-853f-cf844e05fbf5),segment_id=db8ede6f-7b04-443d-853f-cf844e05fbf5)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:52:18.587706 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-cd94af10-1d4e-4c31-bfc1-906a9cfdd69f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (9affc566-9072-4c4b-ace2-8c58ad4d9dbc), precommit_delete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:18.601464 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-cd94af10-1d4e-4c31-bfc1-906a9cfdd69f None None] Calling delete_port for 9affc566-9072-4c4b-ace2-8c58ad4d9dbc owned by network:dhcp {{(pid=105392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:52:18.618523 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.db_base_plugin_common [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-ce7e8faf-6214-476d-9630-0db7086458ec tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Allocated IP 172.20.0.11 (fce77a31-1f15-466b-8f96-151c8cb7a2de/b3dd30c2-323a-4cd2-9954-c416fe6b8d15/c98951a1-6e3a-4462-96ee-1ea5575212da) {{(pid=105390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:52:18.638466 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [None req-2e288886-ada8-435b-ac04-f16821ca1805 admin admin] For port 9affc566-9072-4c4b-ace2-8c58ad4d9dbc, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=9affc566-9072-4c4b-ace2-8c58ad4d9dbc,segment=NetworkSegment(db8ede6f-7b04-443d-853f-cf844e05fbf5),segment_id=db8ede6f-7b04-443d-853f-cf844e05fbf5)] {{(pid=105390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:52:18.638831 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-2e288886-ada8-435b-ac04-f16821ca1805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (9affc566-9072-4c4b-ace2-8c58ad4d9dbc), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:18.659060 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-2e288886-ada8-435b-ac04-f16821ca1805 admin admin] Calling delete_port for 9affc566-9072-4c4b-ace2-8c58ad4d9dbc owned by network:dhcp {{(pid=105390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:52:18.733543 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7c52da30-e44b-4b34-9c70-3f165e7c4931 req-f024b276-abb7-46d4-9f4a-c05aa34e7919 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e48f4b17-b4bd-4548-b748-8281a50427c2 HTTP/1.1" status: 200 len: 210 time: 0.0318670 Nov 02 14:52:18.750955 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:18.787747 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-cd94af10-1d4e-4c31-bfc1-906a9cfdd69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470'] for port (9affc566-9072-4c4b-ace2-8c58ad4d9dbc), after_delete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:18.813018 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94af10-1d4e-4c31-bfc1-906a9cfdd69f None None] Pushing event deleted for resources: {'Port': ['ID=9affc566-9072-4c4b-ace2-8c58ad4d9dbc,revision_number=None']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:52:18.818740 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-2e288886-ada8-435b-ac04-f16821ca1805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (9affc566-9072-4c4b-ace2-8c58ad4d9dbc), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:18.820405 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd94af10-1d4e-4c31-bfc1-906a9cfdd69f None None] No DVR routers for this DVR port 9affc566-9072-4c4b-ace2-8c58ad4d9dbc on host dv-cinder-862365-4-iscsi {{(pid=105392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:52:18.884196 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e288886-ada8-435b-ac04-f16821ca1805 admin admin] Pushing event deleted for resources: {'Port': ['ID=9affc566-9072-4c4b-ace2-8c58ad4d9dbc,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:52:18.886394 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e288886-ada8-435b-ac04-f16821ca1805 admin admin] No DVR routers for this DVR port 9affc566-9072-4c4b-ace2-8c58ad4d9dbc on host dv-cinder-862365-4-iscsi {{(pid=105390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:52:18.919247 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device cf601fd7-47cd-4042-b584-18b10359ace7 no longer exists at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:52:18.938800 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] No Port match for: cf601fd7-47cd-4042-b584-18b10359ace7 {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:52:18.939225 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device cf601fd7-47cd-4042-b584-18b10359ace7 not bound to the agent host dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:52:18.939720 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 9affc566-9072-4c4b-ace2-8c58ad4d9dbc no longer exists at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:52:18.958868 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] No Port match for: 9affc566-9072-4c4b-ace2-8c58ad4d9dbc {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:52:18.961759 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 9affc566-9072-4c4b-ace2-8c58ad4d9dbc not bound to the agent host dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:52:18.961759 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device cc637920-b6e9-4ca8-959d-908150702d9d no longer exists at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:52:18.979388 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] No Port match for: cc637920-b6e9-4ca8-959d-908150702d9d {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:52:18.979769 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device cc637920-b6e9-4ca8-959d-908150702d9d not bound to the agent host dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:52:18.997929 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-2e288886-ada8-435b-ac04-f16821ca1805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382473', 'neutron.services.segments.db._delete_segments_for_network-8767001720194'] for network (65ace758-6c61-44a3-a703-189167d9f713), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:19.009027 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-ce7e8faf-6214-476d-9630-0db7086458ec tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Publish callbacks [] for port (c98951a1-6e3a-4462-96ee-1ea5575212da), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:19.028222 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.services.segments.db [None req-2e288886-ada8-435b-ac04-f16821ca1805 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ace758-6c61-44a3-a703-189167d9f713']}} {{(pid=105390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:52:19.040877 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.services.segments.db [None req-2e288886-ada8-435b-ac04-f16821ca1805 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db8ede6f-7b04-443d-853f-cf844e05fbf5') {'for_net_delete': True} {{(pid=105390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:52:19.041203 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.services.segments.db [None req-2e288886-ada8-435b-ac04-f16821ca1805 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db8ede6f-7b04-443d-853f-cf844e05fbf5') {} {{(pid=105390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:52:19.058474 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-2e288886-ada8-435b-ac04-f16821ca1805 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767001720257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64410147'] for segment (db8ede6f-7b04-443d-853f-cf844e05fbf5), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:19.077416 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-2e288886-ada8-435b-ac04-f16821ca1805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140'] for segment (db8ede6f-7b04-443d-853f-cf844e05fbf5), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:19.084201 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e288886-ada8-435b-ac04-f16821ca1805 admin admin] Releasing vlan 455 on physical network physnet1 to pool {{(pid=105390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 14:52:19.084578 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-2e288886-ada8-435b-ac04-f16821ca1805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63638019'] for segment (db8ede6f-7b04-443d-853f-cf844e05fbf5), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:19.135108 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.services.segments.plugin [-] Segment db8ede6f-7b04-443d-853f-cf844e05fbf5 resource provider aggregate not found Nov 02 14:52:19.152244 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.services.segments.plugin [-] Segment db8ede6f-7b04-443d-853f-cf844e05fbf5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid db8ede6f-7b04-443d-853f-cf844e05fbf5 found for delete ", "request_id": "req-1180756e-f017-4854-9914-c1c1df832f8d"}]} Nov 02 14:52:19.176723 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-ce7e8faf-6214-476d-9630-0db7086458ec tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (c98951a1-6e3a-4462-96ee-1ea5575212da), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:19.223818 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-ce7e8faf-6214-476d-9630-0db7086458ec tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Network fce77a31-1f15-466b-8f96-151c8cb7a2de is already hosted by enough agents. {{(pid=105390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:52:19.229876 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-ce7e8faf-6214-476d-9630-0db7086458ec tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Resources bound (agent type, host, resource id): {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:52:19.234816 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-ce7e8faf-6214-476d-9630-0db7086458ec tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Received port after_create {{(pid=105390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:52:19.241314 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-2e288886-ada8-435b-ac04-f16821ca1805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66773462'] for network (65ace758-6c61-44a3-a703-189167d9f713), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:19.264740 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e8faf-6214-476d-9630-0db7086458ec tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Pushing event updated for resources: {'Port': ['ID=c98951a1-6e3a-4462-96ee-1ea5575212da,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:52:19.274056 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-2e288886-ada8-435b-ac04-f16821ca1805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for network (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:19.277396 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-2e288886-ada8-435b-ac04-f16821ca1805 admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/65ace758-6c61-44a3-a703-189167d9f713 HTTP/1.1" status: 204 len: 168 time: 0.9773026 Nov 02 14:52:19.293423 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e288886-ada8-435b-ac04-f16821ca1805 admin admin] Pushing event deleted for resources: {'Network': ['ID=65ace758-6c61-44a3-a703-189167d9f713,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:52:19.305718 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:19.315881 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-ce7e8faf-6214-476d-9630-0db7086458ec tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:52:19.315881 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-ce7e8faf-6214-476d-9630-0db7086458ec tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:19.418981 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-ce7e8faf-6214-476d-9630-0db7086458ec tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3139431 Nov 02 14:52:19.436870 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-894b796c-46f1-46a2-8025-c5c8f1978b31 service neutron] Request body: {'port': {'device_id': 'e48f4b17-b4bd-4548-b748-8281a50427c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86236'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:52:19.509084 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-894b796c-46f1-46a2-8025-c5c8f1978b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (c98951a1-6e3a-4462-96ee-1ea5575212da), before_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:19.666330 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 38718) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:52:19.708252 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-372babd3-47d8-4de1-ac00-af313776a359 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=990b7e753ad1450489668d0ca151736e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407071 Nov 02 14:52:19.716870 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 38720) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:52:19.735656 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:19.827163 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.notifiers.nova [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-894b796c-46f1-46a2-8025-c5c8f1978b31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c98951a1-6e3a-4462-96ee-1ea5575212da {{(pid=105390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:52:19.837988 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-894b796c-46f1-46a2-8025-c5c8f1978b31 service neutron] Publish callbacks [] for port (c98951a1-6e3a-4462-96ee-1ea5575212da), precommit_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:19.843266 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-50458370-8a73-4179-b248-65e2b860ea76 admin admin] Publish callbacks [] for security_group (14b056f5-3e45-461f-a3d8-fad5fd2c1879), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:19.864282 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.provisioning_blocks [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-894b796c-46f1-46a2-8025-c5c8f1978b31 service neutron] Transition to ACTIVE for port object c98951a1-6e3a-4462-96ee-1ea5575212da will not be triggered until provisioned by entity L2. {{(pid=105390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 14:52:19.868263 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56658d-5959-4e4f-bc7e-28ee00d7e34b req-c78856b3-1bc4-4e2e-937c-09403f69f223 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:52:19.870130 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-dd56658d-5959-4e4f-bc7e-28ee00d7e34b req-c78856b3-1bc4-4e2e-937c-09403f69f223 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e48f4b17-b4bd-4548-b748-8281a50427c2 HTTP/1.1" status: 200 len: 932 time: 0.0505707 Nov 02 14:52:19.874642 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-50458370-8a73-4179-b248-65e2b860ea76 admin admin] Publish callbacks [] for security_group (14b056f5-3e45-461f-a3d8-fad5fd2c1879), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:19.924871 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-dd56658d-5959-4e4f-bc7e-28ee00d7e34b req-43683d4b-edb8-4c4a-957c-6dcba0a13a00 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=47e4874e-d470-454b-a9f5-7ebb06bc9e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478957 Nov 02 14:52:19.958872 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-894b796c-46f1-46a2-8025-c5c8f1978b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638247'] for port (c98951a1-6e3a-4462-96ee-1ea5575212da), after_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:19.987981 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-50458370-8a73-4179-b248-65e2b860ea76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (14b056f5-3e45-461f-a3d8-fad5fd2c1879), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:19.990500 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-50458370-8a73-4179-b248-65e2b860ea76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:19.991656 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-50458370-8a73-4179-b248-65e2b860ea76 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/14b056f5-3e45-461f-a3d8-fad5fd2c1879 HTTP/1.1" status: 204 len: 168 time: 0.2738199 Nov 02 14:52:20.013095 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50458370-8a73-4179-b248-65e2b860ea76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b056f5-3e45-461f-a3d8-fad5fd2c1879,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:52:20.036936 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b796c-46f1-46a2-8025-c5c8f1978b31 service neutron] Pushing event updated for resources: {'Port': ['ID=c98951a1-6e3a-4462-96ee-1ea5575212da,revision_number=2']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:52:20.090587 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.managers [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-894b796c-46f1-46a2-8025-c5c8f1978b31 service neutron] Attempting to bind port c98951a1-6e3a-4462-96ee-1ea5575212da on host hv-cinder-86236 for vnic_type normal with profile {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:52:20.090918 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.managers [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-894b796c-46f1-46a2-8025-c5c8f1978b31 service neutron] Attempting to bind port c98951a1-6e3a-4462-96ee-1ea5575212da by drivers openvswitch,hyperv on host hv-cinder-86236 at level 0 using segments [{'id': '3ea7554b-8a92-47d5-8c7e-adca1bb63fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'fce77a31-1f15-466b-8f96-151c8cb7a2de'}] {{(pid=105390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:52:20.091249 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-894b796c-46f1-46a2-8025-c5c8f1978b31 service neutron] Attempting to bind port c98951a1-6e3a-4462-96ee-1ea5575212da on network fce77a31-1f15-466b-8f96-151c8cb7a2de {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:52:20.135048 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-894b796c-46f1-46a2-8025-c5c8f1978b31 service neutron] Port c98951a1-6e3a-4462-96ee-1ea5575212da on network fce77a31-1f15-466b-8f96-151c8cb7a2de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86236 {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 14:52:20.135382 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-894b796c-46f1-46a2-8025-c5c8f1978b31 service neutron] Attempting to bind port c98951a1-6e3a-4462-96ee-1ea5575212da on network fce77a31-1f15-466b-8f96-151c8cb7a2de {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:52:20.178806 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-894b796c-46f1-46a2-8025-c5c8f1978b31 service neutron] Checking agent: {'id': '1ebac2c5-078b-4c7f-aaba-905361dbc5e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'started_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:52:20.179155 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-894b796c-46f1-46a2-8025-c5c8f1978b31 service neutron] Checking segment: {'id': '3ea7554b-8a92-47d5-8c7e-adca1bb63fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'fce77a31-1f15-466b-8f96-151c8cb7a2de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:52:20.179523 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-894b796c-46f1-46a2-8025-c5c8f1978b31 service neutron] Bound using segment: {'id': '3ea7554b-8a92-47d5-8c7e-adca1bb63fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'fce77a31-1f15-466b-8f96-151c8cb7a2de'} {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:52:20.180563 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.managers [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-894b796c-46f1-46a2-8025-c5c8f1978b31 service neutron] Bound port: c98951a1-6e3a-4462-96ee-1ea5575212da, host: hv-cinder-86236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea7554b-8a92-47d5-8c7e-adca1bb63fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'fce77a31-1f15-466b-8f96-151c8cb7a2de'}}] {{(pid=105390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:52:20.180953 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-894b796c-46f1-46a2-8025-c5c8f1978b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (c98951a1-6e3a-4462-96ee-1ea5575212da), before_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:20.241688 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-894b796c-46f1-46a2-8025-c5c8f1978b31 service neutron] For port c98951a1-6e3a-4462-96ee-1ea5575212da, host hv-cinder-86236, cleared binding levels {{(pid=105390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:52:20.245737 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-894b796c-46f1-46a2-8025-c5c8f1978b31 service neutron] For port c98951a1-6e3a-4462-96ee-1ea5575212da, host hv-cinder-86236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=c98951a1-6e3a-4462-96ee-1ea5575212da,segment=NetworkSegment(3ea7554b-8a92-47d5-8c7e-adca1bb63fcb),segment_id=3ea7554b-8a92-47d5-8c7e-adca1bb63fcb)] {{(pid=105390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:52:20.376756 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-894b796c-46f1-46a2-8025-c5c8f1978b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638247'] for port (c98951a1-6e3a-4462-96ee-1ea5575212da), after_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:20.381305 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-894b796c-46f1-46a2-8025-c5c8f1978b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:52:20.381939 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-894b796c-46f1-46a2-8025-c5c8f1978b31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:20.383376 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-894b796c-46f1-46a2-8025-c5c8f1978b31 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/c98951a1-6e3a-4462-96ee-1ea5575212da HTTP/1.1" status: 200 len: 1094 time: 0.9515951 Nov 02 14:52:20.383945 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48f4b17-b4bd-4548-b748-8281a50427c2', 'tag': 'c98951a1-6e3a-4462-96ee-1ea5575212da'}] {{(pid=105390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:52:20.386301 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac42a5b87af23485bd7eccec534c7c9fd1bf9d7e8280f45ba58bffd111d0283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f3e37d-6bab-4119-a855-566c24a84243" -d '{"events": [{"name": "network-changed", "server_uuid": "e48f4b17-b4bd-4548-b748-8281a50427c2", "tag": "c98951a1-6e3a-4462-96ee-1ea5575212da"}]}' {{(pid=105390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:52:20.430542 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a49674-7ddd-4077-b45b-7d4987c7cc94 x-openstack-request-id: req-f4a49674-7ddd-4077-b45b-7d4987c7cc94 {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:52:20.430726 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e48f4b17-b4bd-4548-b748-8281a50427c2", "tag": "c98951a1-6e3a-4462-96ee-1ea5575212da", "status": "completed", "code": 200}]} {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:52:20.431002 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f4a49674-7ddd-4077-b45b-7d4987c7cc94 {{(pid=105390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:52:20.431345 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4a49674-7ddd-4077-b45b-7d4987c7cc94'] response: {'name': 'network-changed', 'server_uuid': 'e48f4b17-b4bd-4548-b748-8281a50427c2', 'tag': 'c98951a1-6e3a-4462-96ee-1ea5575212da', 'status': 'completed', 'code': 200} Nov 02 14:52:20.446181 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b796c-46f1-46a2-8025-c5c8f1978b31 service neutron] Pushing event updated for resources: {'Port': ['ID=c98951a1-6e3a-4462-96ee-1ea5575212da,revision_number=3']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:52:20.505444 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:20.510892 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f3e37d-6bab-4119-a855-566c24a84243 req-b1f6599e-89d4-45e5-95f1-99b828077cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:52:20.512521 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-10f3e37d-6bab-4119-a855-566c24a84243 req-b1f6599e-89d4-45e5-95f1-99b828077cb3 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=e6956385cb1846b8b02bc517a81ce1fa&device_id=e48f4b17-b4bd-4548-b748-8281a50427c2 HTTP/1.1" status: 200 len: 1128 time: 0.0407028 Nov 02 14:52:20.626120 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f3e37d-6bab-4119-a855-566c24a84243 req-71826f8e-89c0-436a-9b11-2529c3142612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:52:20.627598 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-10f3e37d-6bab-4119-a855-566c24a84243 req-71826f8e-89c0-436a-9b11-2529c3142612 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=e6956385cb1846b8b02bc517a81ce1fa&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0952845 Nov 02 14:52:20.727858 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f3e37d-6bab-4119-a855-566c24a84243 req-98c0cf0b-837b-4295-be3c-3c4ed3119ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:52:20.729308 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-10f3e37d-6bab-4119-a855-566c24a84243 req-98c0cf0b-837b-4295-be3c-3c4ed3119ad0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957153 Nov 02 14:52:20.807978 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 38730) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:52:20.816846 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:20.824442 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-541d8f78-6d92-4160-9492-1ef13a36bdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:52:20.826173 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-541d8f78-6d92-4160-9492-1ef13a36bdc4 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=e6956385cb1846b8b02bc517a81ce1fa&device_id=e48f4b17-b4bd-4548-b748-8281a50427c2 HTTP/1.1" status: 200 len: 1128 time: 0.0401690 Nov 02 14:52:20.838525 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:20.849967 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-144642a3-f726-45d2-af6b-ab177773140c admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=aa384131227c4307945d5b791eb17e8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407865 Nov 02 14:52:20.853045 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 38732) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:52:20.885217 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-d3e14663-d696-4818-aea8-40f0be0db032 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c98951a1-6e3a-4462-96ee-1ea5575212da HTTP/1.1" status: 200 len: 217 time: 0.0448279 Nov 02 14:52:20.909470 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-556cc3c6-45b1-4e01-9b12-8d2469412f52 admin admin] Publish callbacks [] for security_group (dd790f6a-6055-4f60-8d92-1036c010ab6b), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:20.933885 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-556cc3c6-45b1-4e01-9b12-8d2469412f52 admin admin] Publish callbacks [] for security_group (dd790f6a-6055-4f60-8d92-1036c010ab6b), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:20.937431 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-1b343250-1b36-4990-bae2-35caa23c0b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:52:20.938908 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-1b343250-1b36-4990-bae2-35caa23c0b39 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=b3dd30c2-323a-4cd2-9954-c416fe6b8d15 HTTP/1.1" status: 200 len: 854 time: 0.0500116 Nov 02 14:52:20.974146 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-46db380f-c03c-4863-8dd3-c6c391c73a7b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=fce77a31-1f15-466b-8f96-151c8cb7a2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295947 Nov 02 14:52:21.052511 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e9e72-82e1-4af2-b18e-ba30e0167515 req-e6e9a6fb-6786-457b-84e2-c3010b4b1289 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:52:21.054130 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-292e9e72-82e1-4af2-b18e-ba30e0167515 req-e6e9a6fb-6786-457b-84e2-c3010b4b1289 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e48f4b17-b4bd-4548-b748-8281a50427c2 HTTP/1.1" status: 200 len: 944 time: 0.0496211 Nov 02 14:52:21.066967 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-556cc3c6-45b1-4e01-9b12-8d2469412f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (dd790f6a-6055-4f60-8d92-1036c010ab6b), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:21.073040 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-556cc3c6-45b1-4e01-9b12-8d2469412f52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:21.073040 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-556cc3c6-45b1-4e01-9b12-8d2469412f52 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/dd790f6a-6055-4f60-8d92-1036c010ab6b HTTP/1.1" status: 204 len: 168 time: 0.2171516 Nov 02 14:52:21.075695 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:21.094089 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556cc3c6-45b1-4e01-9b12-8d2469412f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd790f6a-6055-4f60-8d92-1036c010ab6b,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:52:21.139002 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-292e9e72-82e1-4af2-b18e-ba30e0167515 req-5083cd25-606b-4540-acd9-f577c2f8a0f8 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=47e4874e-d470-454b-a9f5-7ebb06bc9e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775321 Nov 02 14:52:21.333881 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-9492d2b3-b83d-4731-9e86-d77fa4385d0e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/fce77a31-1f15-466b-8f96-151c8cb7a2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535163 Nov 02 14:52:21.432002 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-350e63c2-52ec-41d4-9250-e8c2a38731bb req-3fd74b41-85b9-4d06-a4ae-6e1d1fe676d2 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/fce77a31-1f15-466b-8f96-151c8cb7a2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894828 Nov 02 14:52:22.276340 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77b816-8fa7-4f4d-ab6a-ae2e11385c91 req-597ffd37-c340-46b4-845e-f457fbd83d28 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:52:22.277869 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cd77b816-8fa7-4f4d-ab6a-ae2e11385c91 req-597ffd37-c340-46b4-845e-f457fbd83d28 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e48f4b17-b4bd-4548-b748-8281a50427c2 HTTP/1.1" status: 200 len: 944 time: 0.0476325 Nov 02 14:52:22.328827 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cd77b816-8fa7-4f4d-ab6a-ae2e11385c91 req-fc149acc-64fd-4f09-9886-ff37f80fafd4 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=47e4874e-d470-454b-a9f5-7ebb06bc9e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450749 Nov 02 14:52:22.904779 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=71 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:23.428113 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device c98951a1-6e3a-4462-96ee-1ea5575212da details requested by agent hyperv_hv-cinder-86236 with host hv-cinder-86236 {{(pid=105392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 14:52:23.453069 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074aefc-3e46-4874-b52e-f50dcd4fe35e req-bf46cf84-4fac-4cb6-9e46-05d8027439cb tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:52:23.454574 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a074aefc-3e46-4874-b52e-f50dcd4fe35e req-bf46cf84-4fac-4cb6-9e46-05d8027439cb tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e48f4b17-b4bd-4548-b748-8281a50427c2 HTTP/1.1" status: 200 len: 944 time: 0.0474825 Nov 02 14:52:23.508637 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a074aefc-3e46-4874-b52e-f50dcd4fe35e req-23961d73-8d54-449e-988b-4cc0afae5400 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=47e4874e-d470-454b-a9f5-7ebb06bc9e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482597 Nov 02 14:52:23.530195 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port c98951a1-6e3a-4462-96ee-1ea5575212da, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=c98951a1-6e3a-4462-96ee-1ea5575212da,segment=NetworkSegment(3ea7554b-8a92-47d5-8c7e-adca1bb63fcb),segment_id=3ea7554b-8a92-47d5-8c7e-adca1bb63fcb)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:52:23.549251 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Returning: {'device': 'c98951a1-6e3a-4462-96ee-1ea5575212da', 'network_id': 'fce77a31-1f15-466b-8f96-151c8cb7a2de', 'port_id': 'c98951a1-6e3a-4462-96ee-1ea5575212da', 'mac_address': 'fa:16:3e:c6:f3:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 497, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3dd30c2-323a-4cd2-9954-c416fe6b8d15', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 14:52:23.590998 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port c98951a1-6e3a-4462-96ee-1ea5575212da is: DOWN; New status is: BUILD {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:52:23.591520 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (c98951a1-6e3a-4462-96ee-1ea5575212da), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:23.606228 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c98951a1-6e3a-4462-96ee-1ea5575212da {{(pid=105392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:52:23.611186 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:52:23.628035 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port c98951a1-6e3a-4462-96ee-1ea5575212da, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=c98951a1-6e3a-4462-96ee-1ea5575212da,segment=NetworkSegment(3ea7554b-8a92-47d5-8c7e-adca1bb63fcb),segment_id=3ea7554b-8a92-47d5-8c7e-adca1bb63fcb)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:52:23.707634 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (c98951a1-6e3a-4462-96ee-1ea5575212da), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:23.756056 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=c98951a1-6e3a-4462-96ee-1ea5575212da,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:52:23.988820 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] get_ports_and_sgs() called for port_ids ['c98951a1-6e3a-4462-96ee-1ea5575212da'] {{(pid=105392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 14:52:24.216636 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:24.263429 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:24.630848 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10e2e1-967c-4ee6-b498-340f7e9d8d80 req-1f3ba94d-3301-4dce-84cd-90bbf2f56762 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:52:24.632409 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ca10e2e1-967c-4ee6-b498-340f7e9d8d80 req-1f3ba94d-3301-4dce-84cd-90bbf2f56762 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e48f4b17-b4bd-4548-b748-8281a50427c2 HTTP/1.1" status: 200 len: 945 time: 0.0487831 Nov 02 14:52:24.683191 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ca10e2e1-967c-4ee6-b498-340f7e9d8d80 req-ebc42172-b8db-404d-8c0f-9196a1e4a9c8 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=47e4874e-d470-454b-a9f5-7ebb06bc9e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450609 Nov 02 14:52:25.450667 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device c98951a1-6e3a-4462-96ee-1ea5575212da up at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:52:25.498461 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning for port c98951a1-6e3a-4462-96ee-1ea5575212da completed by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 14:52:25.588413 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning complete for port c98951a1-6e3a-4462-96ee-1ea5575212da triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:52:25.588932 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (c98951a1-6e3a-4462-96ee-1ea5575212da), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:25.589405 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Attempt 1 to provision port c98951a1-6e3a-4462-96ee-1ea5575212da Nov 02 14:52:25.669758 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port c98951a1-6e3a-4462-96ee-1ea5575212da is: BUILD; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:52:25.670155 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (c98951a1-6e3a-4462-96ee-1ea5575212da), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:25.694862 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48f4b17-b4bd-4548-b748-8281a50427c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98951a1-6e3a-4462-96ee-1ea5575212da'}] {{(pid=105392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:52:25.697800 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa406a66c4f7fcebf853f6ac608ace0721fd427f75714d2af0e2307e93ff13f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b107dab4-3b09-4438-a69c-e27e949079a6" -d '{"events": [{"server_uuid": "e48f4b17-b4bd-4548-b748-8281a50427c2", "name": "network-vif-plugged", "status": "completed", "tag": "c98951a1-6e3a-4462-96ee-1ea5575212da"}]}' {{(pid=105392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:52:25.713152 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port c98951a1-6e3a-4462-96ee-1ea5575212da, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=c98951a1-6e3a-4462-96ee-1ea5575212da,segment=NetworkSegment(3ea7554b-8a92-47d5-8c7e-adca1bb63fcb),segment_id=3ea7554b-8a92-47d5-8c7e-adca1bb63fcb)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:52:25.740859 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbae636-b6ad-41c3-b8dc-89e0b50ebe66 x-openstack-request-id: req-8bbae636-b6ad-41c3-b8dc-89e0b50ebe66 {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:52:25.741186 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48f4b17-b4bd-4548-b748-8281a50427c2", "name": "network-vif-plugged", "status": "completed", "tag": "c98951a1-6e3a-4462-96ee-1ea5575212da", "code": 200}]} {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:52:25.741438 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8bbae636-b6ad-41c3-b8dc-89e0b50ebe66 {{(pid=105392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:52:25.741836 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bbae636-b6ad-41c3-b8dc-89e0b50ebe66'] response: {'server_uuid': 'e48f4b17-b4bd-4548-b748-8281a50427c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98951a1-6e3a-4462-96ee-1ea5575212da', 'code': 200} Nov 02 14:52:25.816023 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (c98951a1-6e3a-4462-96ee-1ea5575212da), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:25.819391 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779be801-0436-4eb1-9403-99bd5951e814 req-6209d2e6-1ace-4e52-85d5-f7bebfb3a56f tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:52:25.821607 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-779be801-0436-4eb1-9403-99bd5951e814 req-6209d2e6-1ace-4e52-85d5-f7bebfb3a56f tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e48f4b17-b4bd-4548-b748-8281a50427c2 HTTP/1.1" status: 200 len: 945 time: 0.0554812 Nov 02 14:52:25.869732 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=c98951a1-6e3a-4462-96ee-1ea5575212da,revision_number=5']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:52:25.879326 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-779be801-0436-4eb1-9403-99bd5951e814 req-dfbcdc32-7274-4b49-b579-6c8b56f15392 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=47e4874e-d470-454b-a9f5-7ebb06bc9e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507216 Nov 02 14:52:26.098422 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46303c43-752e-4281-959a-86930447e072 req-1392f360-6534-477d-9843-409f31352c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:52:26.099822 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-46303c43-752e-4281-959a-86930447e072 req-1392f360-6534-477d-9843-409f31352c59 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e48f4b17-b4bd-4548-b748-8281a50427c2 HTTP/1.1" status: 200 len: 1130 time: 0.0398564 Nov 02 14:52:26.153500 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-46303c43-752e-4281-959a-86930447e072 req-7e542201-6af1-44ed-bb9c-52459667e5e6 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=47e4874e-d470-454b-a9f5-7ebb06bc9e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440917 Nov 02 14:52:27.007615 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358bf1c-012a-422d-86c7-698201eb1127 req-1779bb99-7015-40e5-94a2-852821276cc1 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:52:27.009669 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8358bf1c-012a-422d-86c7-698201eb1127 req-1779bb99-7015-40e5-94a2-852821276cc1 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e48f4b17-b4bd-4548-b748-8281a50427c2 HTTP/1.1" status: 200 len: 946 time: 0.0486126 Nov 02 14:52:27.059774 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8358bf1c-012a-422d-86c7-698201eb1127 req-5246aca0-c4c3-4840-8486-717d83b0ec68 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=47e4874e-d470-454b-a9f5-7ebb06bc9e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447047 Nov 02 14:52:28.193537 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1de0b-9fce-48ad-8791-d732df59d37b req-b4fdf444-c1b9-41f7-b1a7-aff1715c1802 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:52:28.195927 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a0b1de0b-9fce-48ad-8791-d732df59d37b req-b4fdf444-c1b9-41f7-b1a7-aff1715c1802 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e48f4b17-b4bd-4548-b748-8281a50427c2 HTTP/1.1" status: 200 len: 946 time: 0.0543444 Nov 02 14:52:28.248154 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a0b1de0b-9fce-48ad-8791-d732df59d37b req-e2f92aea-7712-4775-9b0c-3a3e5b3660d6 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=47e4874e-d470-454b-a9f5-7ebb06bc9e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475152 Nov 02 14:52:28.895807 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:36.147618 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=64 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:36.150634 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=10 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:36.391679 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-ab5458df-9a3f-4410-8b1e-811f366fa0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:38.241256 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=60 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:38.243165 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=58 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:38.878631 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-68ac3d8b-cbdd-426b-8e3a-36e55bdee085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:40.541714 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:41.523902 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:42.043873 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:52:42.575365 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:42.576133 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=5 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:52.001256 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:52.003160 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=55,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:52:58.895404 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:53:00.610721 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:53:06.403968 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-3b075e42-5223-4e8b-8b68-06e6b586abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:53:08.912102 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-9aa7335d-946c-4473-8d97-f23b8a1831ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:53:10.500894 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:53:11.546305 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:53:11.711158 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b350694-e543-44c5-a810-053ec85dff1e req-b7fc6ff7-8d40-4307-b430-b10d5562ef19 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:53:11.712631 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7b350694-e543-44c5-a810-053ec85dff1e req-b7fc6ff7-8d40-4307-b430-b10d5562ef19 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e48f4b17-b4bd-4548-b748-8281a50427c2 HTTP/1.1" status: 200 len: 946 time: 0.0468559 Nov 02 14:53:11.762694 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7b350694-e543-44c5-a810-053ec85dff1e req-4d671c7c-a3b6-41d7-a118-aafb436b802c tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=47e4874e-d470-454b-a9f5-7ebb06bc9e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444169 Nov 02 14:53:12.037885 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:53:12.886912 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ef2da-4abd-4ddc-b03f-ac219e1c3dc1 req-8da46b52-2dc1-4852-9a94-5ff0a31edf5d tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:53:12.888534 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-015ef2da-4abd-4ddc-b03f-ac219e1c3dc1 req-8da46b52-2dc1-4852-9a94-5ff0a31edf5d tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e48f4b17-b4bd-4548-b748-8281a50427c2 HTTP/1.1" status: 200 len: 946 time: 0.0478251 Nov 02 14:53:12.941586 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-015ef2da-4abd-4ddc-b03f-ac219e1c3dc1 req-03ac5741-a749-49a3-9910-60a10f6f1896 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=47e4874e-d470-454b-a9f5-7ebb06bc9e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473399 Nov 02 14:53:13.292457 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f17688-633c-452b-b279-686875be5e67 req-a257316e-fceb-4260-9f09-208878b18246 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:53:13.293944 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-86f17688-633c-452b-b279-686875be5e67 req-a257316e-fceb-4260-9f09-208878b18246 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e48f4b17-b4bd-4548-b748-8281a50427c2 HTTP/1.1" status: 200 len: 946 time: 0.0474083 Nov 02 14:53:13.375835 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [req-86f17688-633c-452b-b279-686875be5e67 req-e9ee2ce4-653e-4187-8465-0917dc2411c5 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Deleting port c98951a1-6e3a-4462-96ee-1ea5575212da {{(pid=105390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:53:13.376176 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-86f17688-633c-452b-b279-686875be5e67 req-e9ee2ce4-653e-4187-8465-0917dc2411c5 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (c98951a1-6e3a-4462-96ee-1ea5575212da), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:53:13.471414 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [req-86f17688-633c-452b-b279-686875be5e67 req-e9ee2ce4-653e-4187-8465-0917dc2411c5 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] For port c98951a1-6e3a-4462-96ee-1ea5575212da, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=c98951a1-6e3a-4462-96ee-1ea5575212da,segment=NetworkSegment(3ea7554b-8a92-47d5-8c7e-adca1bb63fcb),segment_id=3ea7554b-8a92-47d5-8c7e-adca1bb63fcb)] {{(pid=105390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:53:13.471781 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-86f17688-633c-452b-b279-686875be5e67 req-e9ee2ce4-653e-4187-8465-0917dc2411c5 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (c98951a1-6e3a-4462-96ee-1ea5575212da), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:53:13.485761 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [req-86f17688-633c-452b-b279-686875be5e67 req-e9ee2ce4-653e-4187-8465-0917dc2411c5 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Calling delete_port for c98951a1-6e3a-4462-96ee-1ea5575212da owned by compute:nova {{(pid=105390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:53:13.758565 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-86f17688-633c-452b-b279-686875be5e67 req-e9ee2ce4-653e-4187-8465-0917dc2411c5 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (c98951a1-6e3a-4462-96ee-1ea5575212da), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:53:13.786530 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee2ce4-653e-4187-8465-0917dc2411c5 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Pushing event deleted for resources: {'Port': ['ID=c98951a1-6e3a-4462-96ee-1ea5575212da,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:53:13.817775 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ee2ce4-653e-4187-8465-0917dc2411c5 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:53:13.818126 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ee2ce4-653e-4187-8465-0917dc2411c5 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:53:13.819192 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ee2ce4-653e-4187-8465-0917dc2411c5 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:53:13.819566 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ee2ce4-653e-4187-8465-0917dc2411c5 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:53:13.820020 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ee2ce4-653e-4187-8465-0917dc2411c5 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:53:13.820355 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ee2ce4-653e-4187-8465-0917dc2411c5 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:53:13.820685 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ee2ce4-653e-4187-8465-0917dc2411c5 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:53:13.821024 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ee2ce4-653e-4187-8465-0917dc2411c5 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:53:13.821355 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ee2ce4-653e-4187-8465-0917dc2411c5 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:53:13.821676 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ee2ce4-653e-4187-8465-0917dc2411c5 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:53:13.821996 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ee2ce4-653e-4187-8465-0917dc2411c5 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:53:13.822316 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ee2ce4-653e-4187-8465-0917dc2411c5 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:53:13.822632 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ee2ce4-653e-4187-8465-0917dc2411c5 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:53:13.822948 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ee2ce4-653e-4187-8465-0917dc2411c5 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:53:13.823265 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ee2ce4-653e-4187-8465-0917dc2411c5 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:53:13.843203 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f17688-633c-452b-b279-686875be5e67 req-e9ee2ce4-653e-4187-8465-0917dc2411c5 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] No DVR routers for this DVR port c98951a1-6e3a-4462-96ee-1ea5575212da on host hv-cinder-86236 {{(pid=105390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:53:13.845712 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-86f17688-633c-452b-b279-686875be5e67 req-e9ee2ce4-653e-4187-8465-0917dc2411c5 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:53:13.848857 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-86f17688-633c-452b-b279-686875be5e67 req-e9ee2ce4-653e-4187-8465-0917dc2411c5 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.64 "DELETE /networking/v2.0/ports/c98951a1-6e3a-4462-96ee-1ea5575212da HTTP/1.1" status: 204 len: 173 time: 0.5502720 Nov 02 14:53:13.849369 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48f4b17-b4bd-4548-b748-8281a50427c2', 'name': 'network-vif-deleted', 'tag': 'c98951a1-6e3a-4462-96ee-1ea5575212da'}] {{(pid=105390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:53:13.851893 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac42a5b87af23485bd7eccec534c7c9fd1bf9d7e8280f45ba58bffd111d0283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185e10e7-20bc-442a-abf3-db970e8b0e48" -d '{"events": [{"server_uuid": "e48f4b17-b4bd-4548-b748-8281a50427c2", "name": "network-vif-deleted", "tag": "c98951a1-6e3a-4462-96ee-1ea5575212da"}]}' {{(pid=105390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:53:13.891264 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9113b2fa-2d28-4411-a4eb-d18c6b0b691a x-openstack-request-id: req-9113b2fa-2d28-4411-a4eb-d18c6b0b691a {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:53:13.891557 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48f4b17-b4bd-4548-b748-8281a50427c2", "name": "network-vif-deleted", "tag": "c98951a1-6e3a-4462-96ee-1ea5575212da", "status": "completed", "code": 200}]} {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:53:13.891879 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9113b2fa-2d28-4411-a4eb-d18c6b0b691a {{(pid=105390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:53:13.892241 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9113b2fa-2d28-4411-a4eb-d18c6b0b691a'] response: {'server_uuid': 'e48f4b17-b4bd-4548-b748-8281a50427c2', 'name': 'network-vif-deleted', 'tag': 'c98951a1-6e3a-4462-96ee-1ea5575212da', 'status': 'completed', 'code': 200} Nov 02 14:53:14.052528 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f52ecadc-1d11-45bb-895d-7695ffafb330 req-5838c745-d6d0-4413-baad-133194074f23 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e48f4b17-b4bd-4548-b748-8281a50427c2 HTTP/1.1" status: 200 len: 210 time: 0.0282583 Nov 02 14:53:15.172171 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-52fcb232-c57a-4710-ba11-79cd18cb0408 req-044df124-ce1a-4f48-9cd4-ddb4f7597a79 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e48f4b17-b4bd-4548-b748-8281a50427c2 HTTP/1.1" status: 200 len: 210 time: 0.0315602 Nov 02 14:53:15.754765 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device c98951a1-6e3a-4462-96ee-1ea5575212da no longer exists at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:53:15.774187 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] No Port match for: c98951a1-6e3a-4462-96ee-1ea5575212da {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:53:15.774536 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device c98951a1-6e3a-4462-96ee-1ea5575212da not bound to the agent host hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:53:19.571037 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=3 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:53:19.571976 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=5 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:53:21.949856 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:53:23.800355 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=44,neutron:DELETE=5 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:53:23.828255 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=47,neutron:DELETE=3 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:53:25.150318 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=20 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:53:25.151133 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=20 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:53:25.759823 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:53:26.077281 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-55c37f81-87f4-4ed1-be34-d93f6c0384f4 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:53:26.078648 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-55c37f81-87f4-4ed1-be34-d93f6c0384f4 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/networks?id=fce77a31-1f15-466b-8f96-151c8cb7a2de HTTP/1.1" status: 200 len: 814 time: 0.1097486 Nov 02 14:53:26.094291 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-e91b5d00-645d-4170-90a4-b0ea3fee950a tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/quotas/e6956385cb1846b8b02bc517a81ce1fa HTTP/1.1" status: 200 len: 375 time: 0.0102031 Nov 02 14:53:26.127303 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-a7378822-5bb5-4c2c-91f2-ed6393d080be tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=e6956385cb1846b8b02bc517a81ce1fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277379 Nov 02 14:53:26.219400 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-61270800-3cca-4645-8272-deb80ecefab9 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/fce77a31-1f15-466b-8f96-151c8cb7a2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847335 Nov 02 14:53:26.314555 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-116254db-34d1-4be4-a3c5-f8495bd83b04 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/fce77a31-1f15-466b-8f96-151c8cb7a2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894053 Nov 02 14:53:26.551040 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-10661521-9b65-469b-8908-5a9761caf448 req-990936a3-a31c-45b8-9ae7-5b183971c767 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3f436b38-672d-4c0f-89da-818b4031bfce HTTP/1.1" status: 200 len: 210 time: 0.0290303 Nov 02 14:53:27.663244 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7fece6f6-b360-459c-a98b-d5642db4b6a4 req-72e5f48b-35be-4dcd-908d-75f6df13da94 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3f436b38-672d-4c0f-89da-818b4031bfce HTTP/1.1" status: 200 len: 210 time: 0.0327177 Nov 02 14:53:28.684335 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-d7e961d2-6710-4d55-97ef-7d6ca8d11445 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:53:28.685969 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-d7e961d2-6710-4d55-97ef-7d6ca8d11445 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.64 "GET /networking/v2.0/networks?id=fce77a31-1f15-466b-8f96-151c8cb7a2de HTTP/1.1" status: 200 len: 814 time: 0.1212144 Nov 02 14:53:28.705407 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-9ac61ec9-40a7-4077-b07c-4a583c4ed7b1 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Request body: {'port': {'device_id': '3f436b38-672d-4c0f-89da-818b4031bfce', 'network_id': 'fce77a31-1f15-466b-8f96-151c8cb7a2de', 'admin_state_up': True, 'tenant_id': 'e6956385cb1846b8b02bc517a81ce1fa'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:53:28.772360 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b5b3e95b-1a74-4f42-a881-e6bf63e9a4af req-a26a6ffd-1040-4e93-beba-fef55bda3545 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3f436b38-672d-4c0f-89da-818b4031bfce HTTP/1.1" status: 200 len: 210 time: 0.0275371 Nov 02 14:53:28.918066 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-9ac61ec9-40a7-4077-b07c-4a583c4ed7b1 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Made reservation on behalf of e6956385cb1846b8b02bc517a81ce1fa for: {'port': 1} {{(pid=105390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:53:28.918066 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-9ac61ec9-40a7-4077-b07c-4a583c4ed7b1 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:53:28.947708 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:53:29.052973 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.db_base_plugin_common [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-9ac61ec9-40a7-4077-b07c-4a583c4ed7b1 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Allocated IP 172.20.0.8 (fce77a31-1f15-466b-8f96-151c8cb7a2de/b3dd30c2-323a-4cd2-9954-c416fe6b8d15/f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a) {{(pid=105390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:53:29.210187 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-9ac61ec9-40a7-4077-b07c-4a583c4ed7b1 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Publish callbacks [] for port (f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:53:29.312192 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-9ac61ec9-40a7-4077-b07c-4a583c4ed7b1 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:53:29.355757 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-9ac61ec9-40a7-4077-b07c-4a583c4ed7b1 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Network fce77a31-1f15-466b-8f96-151c8cb7a2de is already hosted by enough agents. {{(pid=105390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:53:29.360853 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-9ac61ec9-40a7-4077-b07c-4a583c4ed7b1 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Resources bound (agent type, host, resource id): {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:53:29.363515 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-9ac61ec9-40a7-4077-b07c-4a583c4ed7b1 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Received port after_create {{(pid=105390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:53:29.389429 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac61ec9-40a7-4077-b07c-4a583c4ed7b1 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Pushing event updated for resources: {'Port': ['ID=f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:53:29.417144 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-9ac61ec9-40a7-4077-b07c-4a583c4ed7b1 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:53:29.417754 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-9ac61ec9-40a7-4077-b07c-4a583c4ed7b1 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:53:29.532124 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-9ac61ec9-40a7-4077-b07c-4a583c4ed7b1 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8311236 Nov 02 14:53:29.549347 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-a53e77c8-1af8-4a52-b083-84771f985bd0 service neutron] Request body: {'port': {'device_id': '3f436b38-672d-4c0f-89da-818b4031bfce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86236'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:53:29.613203 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-a53e77c8-1af8-4a52-b083-84771f985bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a), before_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:53:29.650356 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:53:29.716942 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:53:29.876264 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.notifiers.nova [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-a53e77c8-1af8-4a52-b083-84771f985bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a {{(pid=105390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:53:29.885033 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-a53e77c8-1af8-4a52-b083-84771f985bd0 service neutron] Publish callbacks [] for port (f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a), precommit_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:53:29.893882 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27af13-2b53-48c5-bf54-9caa8d761b7d req-80a5708a-5656-463e-9fb2-4fea1337ba9c tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:53:29.895592 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9f27af13-2b53-48c5-bf54-9caa8d761b7d req-80a5708a-5656-463e-9fb2-4fea1337ba9c tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3f436b38-672d-4c0f-89da-818b4031bfce HTTP/1.1" status: 200 len: 931 time: 0.0471745 Nov 02 14:53:29.898979 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.provisioning_blocks [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-a53e77c8-1af8-4a52-b083-84771f985bd0 service neutron] Transition to ACTIVE for port object f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a will not be triggered until provisioned by entity L2. {{(pid=105390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 14:53:29.945893 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-9f27af13-2b53-48c5-bf54-9caa8d761b7d req-72692396-13cb-4b98-8ddc-ffb879e4356b tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=47e4874e-d470-454b-a9f5-7ebb06bc9e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431590 Nov 02 14:53:30.015040 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-a53e77c8-1af8-4a52-b083-84771f985bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638247'] for port (f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a), after_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:53:30.079101 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e77c8-1af8-4a52-b083-84771f985bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a,revision_number=2']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:53:30.129908 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.managers [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-a53e77c8-1af8-4a52-b083-84771f985bd0 service neutron] Attempting to bind port f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a on host hv-cinder-86236 for vnic_type normal with profile {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:53:30.130242 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.managers [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-a53e77c8-1af8-4a52-b083-84771f985bd0 service neutron] Attempting to bind port f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a by drivers openvswitch,hyperv on host hv-cinder-86236 at level 0 using segments [{'id': '3ea7554b-8a92-47d5-8c7e-adca1bb63fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'fce77a31-1f15-466b-8f96-151c8cb7a2de'}] {{(pid=105390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:53:30.130566 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-a53e77c8-1af8-4a52-b083-84771f985bd0 service neutron] Attempting to bind port f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a on network fce77a31-1f15-466b-8f96-151c8cb7a2de {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:53:30.171842 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-a53e77c8-1af8-4a52-b083-84771f985bd0 service neutron] Port f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a on network fce77a31-1f15-466b-8f96-151c8cb7a2de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86236 {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 14:53:30.172162 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-a53e77c8-1af8-4a52-b083-84771f985bd0 service neutron] Attempting to bind port f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a on network fce77a31-1f15-466b-8f96-151c8cb7a2de {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:53:30.203707 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:53:30.215620 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-a53e77c8-1af8-4a52-b083-84771f985bd0 service neutron] Checking agent: {'id': '1ebac2c5-078b-4c7f-aaba-905361dbc5e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'started_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:53:30.215958 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-a53e77c8-1af8-4a52-b083-84771f985bd0 service neutron] Checking segment: {'id': '3ea7554b-8a92-47d5-8c7e-adca1bb63fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'fce77a31-1f15-466b-8f96-151c8cb7a2de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:53:30.216358 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-a53e77c8-1af8-4a52-b083-84771f985bd0 service neutron] Bound using segment: {'id': '3ea7554b-8a92-47d5-8c7e-adca1bb63fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'fce77a31-1f15-466b-8f96-151c8cb7a2de'} {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:53:30.216889 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.managers [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-a53e77c8-1af8-4a52-b083-84771f985bd0 service neutron] Bound port: f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a, host: hv-cinder-86236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea7554b-8a92-47d5-8c7e-adca1bb63fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'fce77a31-1f15-466b-8f96-151c8cb7a2de'}}] {{(pid=105390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:53:30.217300 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-a53e77c8-1af8-4a52-b083-84771f985bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a), before_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:53:30.284868 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-a53e77c8-1af8-4a52-b083-84771f985bd0 service neutron] For port f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a, host hv-cinder-86236, cleared binding levels {{(pid=105390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:53:30.288882 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-a53e77c8-1af8-4a52-b083-84771f985bd0 service neutron] For port f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a, host hv-cinder-86236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a,segment=NetworkSegment(3ea7554b-8a92-47d5-8c7e-adca1bb63fcb),segment_id=3ea7554b-8a92-47d5-8c7e-adca1bb63fcb)] {{(pid=105390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:53:30.358075 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-a53e77c8-1af8-4a52-b083-84771f985bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638247'] for port (f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a), after_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:53:30.362491 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-a53e77c8-1af8-4a52-b083-84771f985bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:53:30.363103 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-a53e77c8-1af8-4a52-b083-84771f985bd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:53:30.364489 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-a53e77c8-1af8-4a52-b083-84771f985bd0 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a HTTP/1.1" status: 200 len: 1093 time: 0.8193436 Nov 02 14:53:30.365120 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f436b38-672d-4c0f-89da-818b4031bfce', 'tag': 'f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a'}] {{(pid=105390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:53:30.367884 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac42a5b87af23485bd7eccec534c7c9fd1bf9d7e8280f45ba58bffd111d0283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432978c3-94c9-42dc-b78f-3ba32efa2e94" -d '{"events": [{"name": "network-changed", "server_uuid": "3f436b38-672d-4c0f-89da-818b4031bfce", "tag": "f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a"}]}' {{(pid=105390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:53:30.413171 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7780d437-c68d-45b8-9c91-aef993b9cedc x-openstack-request-id: req-7780d437-c68d-45b8-9c91-aef993b9cedc {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:53:30.413447 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f436b38-672d-4c0f-89da-818b4031bfce", "tag": "f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a", "status": "completed", "code": 200}]} {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:53:30.413702 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7780d437-c68d-45b8-9c91-aef993b9cedc {{(pid=105390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:53:30.414130 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7780d437-c68d-45b8-9c91-aef993b9cedc'] response: {'name': 'network-changed', 'server_uuid': '3f436b38-672d-4c0f-89da-818b4031bfce', 'tag': 'f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a', 'status': 'completed', 'code': 200} Nov 02 14:53:30.418873 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e77c8-1af8-4a52-b083-84771f985bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a,revision_number=3']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:53:30.505189 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432978c3-94c9-42dc-b78f-3ba32efa2e94 req-82b65abc-c641-4530-b109-ef3bc6bb9074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:53:30.506681 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-432978c3-94c9-42dc-b78f-3ba32efa2e94 req-82b65abc-c641-4530-b109-ef3bc6bb9074 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=e6956385cb1846b8b02bc517a81ce1fa&device_id=3f436b38-672d-4c0f-89da-818b4031bfce HTTP/1.1" status: 200 len: 1127 time: 0.0405698 Nov 02 14:53:30.615036 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432978c3-94c9-42dc-b78f-3ba32efa2e94 req-1a369b3b-ed0d-4387-ab30-a12bf171e7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:53:30.617215 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-432978c3-94c9-42dc-b78f-3ba32efa2e94 req-1a369b3b-ed0d-4387-ab30-a12bf171e7cb service neutron] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=e6956385cb1846b8b02bc517a81ce1fa&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0992472 Nov 02 14:53:30.710709 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432978c3-94c9-42dc-b78f-3ba32efa2e94 req-401af340-ceda-48b3-9ffd-bed342d8fd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:53:30.712181 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-432978c3-94c9-42dc-b78f-3ba32efa2e94 req-401af340-ceda-48b3-9ffd-bed342d8fd96 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895901 Nov 02 14:53:30.813055 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-17113f5b-a5f3-4e0d-bd7d-d92846044e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:53:30.814596 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-17113f5b-a5f3-4e0d-bd7d-d92846044e34 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=e6956385cb1846b8b02bc517a81ce1fa&device_id=3f436b38-672d-4c0f-89da-818b4031bfce HTTP/1.1" status: 200 len: 1127 time: 0.0448079 Nov 02 14:53:30.862253 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-79de1cd5-d073-4a60-95fc-5efe413ad987 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a HTTP/1.1" status: 200 len: 217 time: 0.0349455 Nov 02 14:53:30.917491 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-03031489-e6d8-4298-856a-f1d1da8b0d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:53:30.918985 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-03031489-e6d8-4298-856a-f1d1da8b0d73 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=b3dd30c2-323a-4cd2-9954-c416fe6b8d15 HTTP/1.1" status: 200 len: 854 time: 0.0510590 Nov 02 14:53:30.949202 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-02c8b537-f514-4ffe-aa50-23d24ed49df2 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=fce77a31-1f15-466b-8f96-151c8cb7a2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247431 Nov 02 14:53:31.047816 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-ee905094-4b40-449a-bc01-50ac83105c5e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/fce77a31-1f15-466b-8f96-151c8cb7a2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929210 Nov 02 14:53:31.075111 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93234d09-aecf-4054-81d2-2a0704a5f282 req-28205c11-68c1-4f4c-b732-6ca455321078 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:53:31.076608 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-93234d09-aecf-4054-81d2-2a0704a5f282 req-28205c11-68c1-4f4c-b732-6ca455321078 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3f436b38-672d-4c0f-89da-818b4031bfce HTTP/1.1" status: 200 len: 943 time: 0.0471537 Nov 02 14:53:31.128690 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-93234d09-aecf-4054-81d2-2a0704a5f282 req-0c6d7bba-3979-4b89-850c-b226ff04f8b0 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=47e4874e-d470-454b-a9f5-7ebb06bc9e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461369 Nov 02 14:53:31.143063 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-1182c0fb-0264-4d0a-805e-d0a89414d291 req-c76ff808-8f32-4e2e-bd0a-87dacfb6930f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/fce77a31-1f15-466b-8f96-151c8cb7a2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898018 Nov 02 14:53:31.978961 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=14 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:53:31.983978 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=12 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:53:32.254842 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bcc2d4-d653-4591-beff-e68ab8113b86 req-08ecc0f3-523a-433c-b31d-7bcf5307acbc tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:53:32.256795 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d6bcc2d4-d653-4591-beff-e68ab8113b86 req-08ecc0f3-523a-433c-b31d-7bcf5307acbc tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3f436b38-672d-4c0f-89da-818b4031bfce HTTP/1.1" status: 200 len: 943 time: 0.0481389 Nov 02 14:53:32.305622 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d6bcc2d4-d653-4591-beff-e68ab8113b86 req-a18c855d-943b-485f-b68e-62618f5b2e65 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=47e4874e-d470-454b-a9f5-7ebb06bc9e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427930 Nov 02 14:53:33.432909 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8655c00-90ac-46c5-98e7-f1708db9d80a req-58ef5b9d-94d7-41a6-9a73-7cb32968e7b2 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:53:33.434575 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f8655c00-90ac-46c5-98e7-f1708db9d80a req-58ef5b9d-94d7-41a6-9a73-7cb32968e7b2 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3f436b38-672d-4c0f-89da-818b4031bfce HTTP/1.1" status: 200 len: 943 time: 0.0520606 Nov 02 14:53:33.489803 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f8655c00-90ac-46c5-98e7-f1708db9d80a req-14505fb0-721a-462c-9a52-74ed3ded5aaf tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=47e4874e-d470-454b-a9f5-7ebb06bc9e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492632 Nov 02 14:53:33.766820 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a details requested by agent hyperv_hv-cinder-86236 with host hv-cinder-86236 {{(pid=105392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 14:53:33.872646 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a,segment=NetworkSegment(3ea7554b-8a92-47d5-8c7e-adca1bb63fcb),segment_id=3ea7554b-8a92-47d5-8c7e-adca1bb63fcb)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:53:33.884736 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Returning: {'device': 'f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a', 'network_id': 'fce77a31-1f15-466b-8f96-151c8cb7a2de', 'port_id': 'f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a', 'mac_address': 'fa:16:3e:10:64:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 497, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3dd30c2-323a-4cd2-9954-c416fe6b8d15', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 14:53:33.921857 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a is: DOWN; New status is: BUILD {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:53:33.922252 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:53:33.935345 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a {{(pid=105392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:53:33.955509 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a,segment=NetworkSegment(3ea7554b-8a92-47d5-8c7e-adca1bb63fcb),segment_id=3ea7554b-8a92-47d5-8c7e-adca1bb63fcb)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:53:34.060351 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:53:34.112786 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:53:34.120422 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:53:34.121095 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:53:34.121440 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:53:34.121778 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:53:34.122107 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:53:34.122438 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:53:34.122762 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:53:34.123084 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:53:34.123409 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:53:34.123730 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:53:34.124051 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:53:34.124372 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:53:34.124690 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:53:34.125026 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:53:34.125354 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:53:34.345444 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] get_ports_and_sgs() called for port_ids ['f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a'] {{(pid=105392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 14:53:34.616052 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3ee99-de4c-42fa-99a6-727968a6d966 req-8e12434b-e5e6-4b31-a3e9-07f606183ce7 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:53:34.617693 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a8b3ee99-de4c-42fa-99a6-727968a6d966 req-8e12434b-e5e6-4b31-a3e9-07f606183ce7 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3f436b38-672d-4c0f-89da-818b4031bfce HTTP/1.1" status: 200 len: 944 time: 0.0509992 Nov 02 14:53:34.666442 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-a8b3ee99-de4c-42fa-99a6-727968a6d966 req-3b5da6a7-c2ae-438a-beac-180008a306a8 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=47e4874e-d470-454b-a9f5-7ebb06bc9e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429208 Nov 02 14:53:35.789363 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a up at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:53:35.795075 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01238c-1036-4f73-93c0-8868fb13b683 req-27b92747-b8c9-4df8-9a69-d7c586b18a34 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:53:35.796655 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3a01238c-1036-4f73-93c0-8868fb13b683 req-27b92747-b8c9-4df8-9a69-d7c586b18a34 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3f436b38-672d-4c0f-89da-818b4031bfce HTTP/1.1" status: 200 len: 944 time: 0.0487626 Nov 02 14:53:35.845354 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning for port f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a completed by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 14:53:35.848655 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3a01238c-1036-4f73-93c0-8868fb13b683 req-a7be0352-dcfd-4520-b00d-a16a67682d31 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=47e4874e-d470-454b-a9f5-7ebb06bc9e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457857 Nov 02 14:53:35.934452 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning complete for port f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:53:35.934827 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:53:35.935165 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Attempt 1 to provision port f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a Nov 02 14:53:36.012835 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a is: BUILD; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:53:36.013149 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:53:36.038406 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f436b38-672d-4c0f-89da-818b4031bfce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a'}] {{(pid=105392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:53:36.040763 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa406a66c4f7fcebf853f6ac608ace0721fd427f75714d2af0e2307e93ff13f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f06abe-5a97-401a-86f4-f84ac060fff7" -d '{"events": [{"server_uuid": "3f436b38-672d-4c0f-89da-818b4031bfce", "name": "network-vif-plugged", "status": "completed", "tag": "f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a"}]}' {{(pid=105392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:53:36.054811 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a,segment=NetworkSegment(3ea7554b-8a92-47d5-8c7e-adca1bb63fcb),segment_id=3ea7554b-8a92-47d5-8c7e-adca1bb63fcb)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:53:36.079706 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a97a6c-23c0-4262-b619-3acfb6f064b3 x-openstack-request-id: req-d3a97a6c-23c0-4262-b619-3acfb6f064b3 {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:53:36.080013 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f436b38-672d-4c0f-89da-818b4031bfce", "name": "network-vif-plugged", "status": "completed", "tag": "f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a", "code": 200}]} {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:53:36.080264 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d3a97a6c-23c0-4262-b619-3acfb6f064b3 {{(pid=105392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:53:36.080761 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3a97a6c-23c0-4262-b619-3acfb6f064b3'] response: {'server_uuid': '3f436b38-672d-4c0f-89da-818b4031bfce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a', 'code': 200} Nov 02 14:53:36.146580 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:53:36.201634 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a,revision_number=5']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:53:36.391955 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-f138e3ae-3b23-46b3-b38d-cac880394141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:53:36.466246 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6829e-e1d9-4e97-854b-8124032327b4 req-e5c2b212-6294-44ca-b606-b2065f46e19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:53:36.467786 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-46e6829e-e1d9-4e97-854b-8124032327b4 req-e5c2b212-6294-44ca-b606-b2065f46e19f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3f436b38-672d-4c0f-89da-818b4031bfce HTTP/1.1" status: 200 len: 1129 time: 0.0455556 Nov 02 14:53:36.515596 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-46e6829e-e1d9-4e97-854b-8124032327b4 req-b5bd76ed-6ebb-483d-a26f-a4cfa37506a1 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=47e4874e-d470-454b-a9f5-7ebb06bc9e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420551 Nov 02 14:53:36.982321 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c7fa5-1715-4d2a-b090-d6f55883417b req-0e6ce8af-d28f-4b8f-a397-1272ac854961 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:53:36.983784 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cd7c7fa5-1715-4d2a-b090-d6f55883417b req-0e6ce8af-d28f-4b8f-a397-1272ac854961 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3f436b38-672d-4c0f-89da-818b4031bfce HTTP/1.1" status: 200 len: 945 time: 0.0506811 Nov 02 14:53:37.031694 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cd7c7fa5-1715-4d2a-b090-d6f55883417b req-ff60374f-7243-4943-95e6-4bf5692d6c75 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=47e4874e-d470-454b-a9f5-7ebb06bc9e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422785 Nov 02 14:53:37.609895 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:53:38.119983 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:53:38.142561 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:53:38.158512 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc68957-2929-4ce0-ada6-2fc05d4c688d req-bcbacf69-8edb-45f0-a81c-ec5eeda1c42f tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:53:38.159902 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cfc68957-2929-4ce0-ada6-2fc05d4c688d req-bcbacf69-8edb-45f0-a81c-ec5eeda1c42f tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3f436b38-672d-4c0f-89da-818b4031bfce HTTP/1.1" status: 200 len: 945 time: 0.0484362 Nov 02 14:53:38.211036 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-cfc68957-2929-4ce0-ada6-2fc05d4c688d req-e70b62b9-4efb-4b13-aea4-519ec9b360ab tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=47e4874e-d470-454b-a9f5-7ebb06bc9e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443487 Nov 02 14:53:38.882998 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-82847a4b-70c1-478d-8032-87e22aa680df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:53:40.147248 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-99732c6c-5dd8-4fd5-ae7c-36778d3b82c5 req-42e7e8a0-5c3d-45ee-97ba-47ace043865f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3f436b38-672d-4c0f-89da-818b4031bfce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385392 Nov 02 14:53:40.279788 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:53:40.283224 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99732c6c-5dd8-4fd5-ae7c-36778d3b82c5 req-9adb2991-fe2d-4a90-a73a-15d5a727fee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:53:40.284827 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-99732c6c-5dd8-4fd5-ae7c-36778d3b82c5 req-9adb2991-fe2d-4a90-a73a-15d5a727fee7 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=e6956385cb1846b8b02bc517a81ce1fa&device_id=3f436b38-672d-4c0f-89da-818b4031bfce HTTP/1.1" status: 200 len: 1129 time: 0.0394211 Nov 02 14:53:40.396299 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99732c6c-5dd8-4fd5-ae7c-36778d3b82c5 req-993bb2bc-f5ba-4ce4-bc8c-b8b34b4f34ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:53:40.398194 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-99732c6c-5dd8-4fd5-ae7c-36778d3b82c5 req-993bb2bc-f5ba-4ce4-bc8c-b8b34b4f34ee service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=fce77a31-1f15-466b-8f96-151c8cb7a2de HTTP/1.1" status: 200 len: 915 time: 0.0936308 Nov 02 14:53:40.437721 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-99732c6c-5dd8-4fd5-ae7c-36778d3b82c5 req-5039d778-e324-4bfc-9182-67562e46efe6 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a HTTP/1.1" status: 200 len: 217 time: 0.0333226 Nov 02 14:53:40.472514 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=100 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:53:40.492430 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99732c6c-5dd8-4fd5-ae7c-36778d3b82c5 req-ad1628c3-276c-4373-b263-bd5274b57892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:53:40.493999 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-99732c6c-5dd8-4fd5-ae7c-36778d3b82c5 req-ad1628c3-276c-4373-b263-bd5274b57892 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=b3dd30c2-323a-4cd2-9954-c416fe6b8d15 HTTP/1.1" status: 200 len: 854 time: 0.0504215 Nov 02 14:53:40.500185 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:53:40.526549 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-99732c6c-5dd8-4fd5-ae7c-36778d3b82c5 req-1a1a934e-3979-45a8-936a-b6c174060136 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=fce77a31-1f15-466b-8f96-151c8cb7a2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263948 Nov 02 14:53:40.617142 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-99732c6c-5dd8-4fd5-ae7c-36778d3b82c5 req-da990990-2300-4059-8c27-81719ac0ccb4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/fce77a31-1f15-466b-8f96-151c8cb7a2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849881 Nov 02 14:53:40.710550 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-99732c6c-5dd8-4fd5-ae7c-36778d3b82c5 req-1b1dd653-3383-4adc-8a66-53fd63b3db21 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/fce77a31-1f15-466b-8f96-151c8cb7a2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877872 Nov 02 14:53:41.558084 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:53:42.055040 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:53:48.215769 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=14 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:53:50.706294 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=17 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:53:50.707110 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=34 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:53:51.953113 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:53:51.958989 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:53:56.568469 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=6 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:53:56.569310 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=2 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:53:58.944700 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:01.299960 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ca4b8-6990-4b3e-a241-ed135e02d680 req-ae0b3fad-3517-4f20-95f0-ba63c092fc97 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:54:01.301466 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4d0ca4b8-6990-4b3e-a241-ed135e02d680 req-ae0b3fad-3517-4f20-95f0-ba63c092fc97 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3f436b38-672d-4c0f-89da-818b4031bfce HTTP/1.1" status: 200 len: 945 time: 0.0485444 Nov 02 14:54:01.353988 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4d0ca4b8-6990-4b3e-a241-ed135e02d680 req-85c0ed74-4e71-4d15-8da5-6cc7e5551745 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=47e4874e-d470-454b-a9f5-7ebb06bc9e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467060 Nov 02 14:54:02.479917 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbd6c7-c967-4343-9d32-a9380e88299a req-b022d319-7a8b-4692-85f0-cefca737c008 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:54:02.481422 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-52cbd6c7-c967-4343-9d32-a9380e88299a req-b022d319-7a8b-4692-85f0-cefca737c008 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3f436b38-672d-4c0f-89da-818b4031bfce HTTP/1.1" status: 200 len: 945 time: 0.0476866 Nov 02 14:54:02.529133 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-52cbd6c7-c967-4343-9d32-a9380e88299a req-242518fa-8a0d-468d-aeee-e7b91cf67f7f tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=47e4874e-d470-454b-a9f5-7ebb06bc9e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420716 Nov 02 14:54:03.242407 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e723f28-87b4-46d9-940c-85916185a2f5 req-9c0bb131-14eb-4e76-937d-f2ebd3f12c49 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:54:03.243760 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-9e723f28-87b4-46d9-940c-85916185a2f5 req-9c0bb131-14eb-4e76-937d-f2ebd3f12c49 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3f436b38-672d-4c0f-89da-818b4031bfce HTTP/1.1" status: 200 len: 945 time: 0.0473011 Nov 02 14:54:03.327396 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [req-9e723f28-87b4-46d9-940c-85916185a2f5 req-d6818b8c-1a1d-44dc-9ddb-07e27fc72714 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Deleting port f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a {{(pid=105390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:54:03.327745 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-9e723f28-87b4-46d9-940c-85916185a2f5 req-d6818b8c-1a1d-44dc-9ddb-07e27fc72714 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:03.421387 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [req-9e723f28-87b4-46d9-940c-85916185a2f5 req-d6818b8c-1a1d-44dc-9ddb-07e27fc72714 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] For port f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a,segment=NetworkSegment(3ea7554b-8a92-47d5-8c7e-adca1bb63fcb),segment_id=3ea7554b-8a92-47d5-8c7e-adca1bb63fcb)] {{(pid=105390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:54:03.421757 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-9e723f28-87b4-46d9-940c-85916185a2f5 req-d6818b8c-1a1d-44dc-9ddb-07e27fc72714 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:03.436201 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [req-9e723f28-87b4-46d9-940c-85916185a2f5 req-d6818b8c-1a1d-44dc-9ddb-07e27fc72714 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Calling delete_port for f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a owned by compute:nova {{(pid=105390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:54:03.631086 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-9e723f28-87b4-46d9-940c-85916185a2f5 req-d6818b8c-1a1d-44dc-9ddb-07e27fc72714 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:03.653393 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8730399-7ac0-49e5-8233-3a255b9f69e8 req-ae138950-1b1b-4af1-b135-bcc99d3c77a7 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:54:03.654885 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f8730399-7ac0-49e5-8233-3a255b9f69e8 req-ae138950-1b1b-4af1-b135-bcc99d3c77a7 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3f436b38-672d-4c0f-89da-818b4031bfce HTTP/1.1" status: 200 len: 945 time: 0.0478721 Nov 02 14:54:03.658882 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6818b8c-1a1d-44dc-9ddb-07e27fc72714 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Pushing event deleted for resources: {'Port': ['ID=f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:03.666887 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] get_ports_and_sgs() called for port_ids ['f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a'] {{(pid=105392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 14:54:03.708948 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f8730399-7ac0-49e5-8233-3a255b9f69e8 req-e202f25e-1610-4988-a0f5-b586d647171b tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=47e4874e-d470-454b-a9f5-7ebb06bc9e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483820 Nov 02 14:54:03.712559 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e723f28-87b4-46d9-940c-85916185a2f5 req-d6818b8c-1a1d-44dc-9ddb-07e27fc72714 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] No DVR routers for this DVR port f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a on host hv-cinder-86236 {{(pid=105390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:54:03.715905 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-9e723f28-87b4-46d9-940c-85916185a2f5 req-d6818b8c-1a1d-44dc-9ddb-07e27fc72714 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:03.719189 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-9e723f28-87b4-46d9-940c-85916185a2f5 req-d6818b8c-1a1d-44dc-9ddb-07e27fc72714 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.64 "DELETE /networking/v2.0/ports/f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a HTTP/1.1" status: 204 len: 173 time: 0.4706254 Nov 02 14:54:03.719685 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f436b38-672d-4c0f-89da-818b4031bfce', 'name': 'network-vif-deleted', 'tag': 'f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a'}] {{(pid=105390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:54:03.722065 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac42a5b87af23485bd7eccec534c7c9fd1bf9d7e8280f45ba58bffd111d0283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d02627d-f9db-40f7-ba56-06e2940246d0" -d '{"events": [{"server_uuid": "3f436b38-672d-4c0f-89da-818b4031bfce", "name": "network-vif-deleted", "tag": "f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a"}]}' {{(pid=105390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:54:03.759604 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24aa44c-bcd4-43d5-89cd-42a9394013a7 x-openstack-request-id: req-d24aa44c-bcd4-43d5-89cd-42a9394013a7 {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:54:03.759899 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f436b38-672d-4c0f-89da-818b4031bfce", "name": "network-vif-deleted", "tag": "f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a", "status": "completed", "code": 200}]} {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:54:03.760241 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d24aa44c-bcd4-43d5-89cd-42a9394013a7 {{(pid=105390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:54:03.760740 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d24aa44c-bcd4-43d5-89cd-42a9394013a7'] response: {'server_uuid': '3f436b38-672d-4c0f-89da-818b4031bfce', 'name': 'network-vif-deleted', 'tag': 'f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a', 'status': 'completed', 'code': 200} Nov 02 14:54:04.833110 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6a96786b-d116-4c4f-826d-0cb7d09456bd req-dc0e47c0-e312-45d8-bf2d-d3b8be1b1e52 tempest-VolumesSnapshotTestJSON-1938961982 tempest-VolumesSnapshotTestJSON-1938961982-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=3f436b38-672d-4c0f-89da-818b4031bfce HTTP/1.1" status: 200 len: 210 time: 0.0318296 Nov 02 14:54:06.408523 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-bdd5067c-9568-4b8a-96c0-6e20e64bc8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:07.847256 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a no longer exists at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:54:07.866306 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] No Port match for: f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:54:07.871539 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device f2e8c5b9-c9ad-431a-bb6b-417a5f8e208a not bound to the agent host hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:54:08.860464 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-dea0ed51-2c04-4085-93fb-6322c956831e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:10.574055 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:11.562469 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:12.019230 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:13.674703 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=36,neutron:DELETE=5 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:13.694760 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=53,neutron:DELETE=3 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:14.609193 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:54:14.812255 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=28 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:14.813131 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=28 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:21.959650 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:21.961779 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:28.916246 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:32.206581 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 39266) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:54:32.252630 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c227048-8198-4adf-bb86-5de783402204 admin admin] Deleting subnet b3dd30c2-323a-4cd2-9954-c416fe6b8d15 {{(pid=105391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 14:54:32.255849 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8c227048-8198-4adf-bb86-5de783402204 admin admin] Publish callbacks [] for subnet (b3dd30c2-323a-4cd2-9954-c416fe6b8d15), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:32.290320 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8c227048-8198-4adf-bb86-5de783402204 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64924452'] for subnet (b3dd30c2-323a-4cd2-9954-c416fe6b8d15), precommit_delete_associations {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:32.329481 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8c227048-8198-4adf-bb86-5de783402204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381874'] for subnet (b3dd30c2-323a-4cd2-9954-c416fe6b8d15), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:32.516834 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8c227048-8198-4adf-bb86-5de783402204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63276465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62938073'] for subnet (b3dd30c2-323a-4cd2-9954-c416fe6b8d15), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:32.542407 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c227048-8198-4adf-bb86-5de783402204 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3dd30c2-323a-4cd2-9954-c416fe6b8d15,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:32.547467 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-8c227048-8198-4adf-bb86-5de783402204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for subnet (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:32.555632 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-8c227048-8198-4adf-bb86-5de783402204 admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/b3dd30c2-323a-4cd2-9954-c416fe6b8d15 HTTP/1.1" status: 204 len: 168 time: 0.3430111 Nov 02 14:54:32.556387 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 39268) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:54:32.556778 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c227048-8198-4adf-bb86-5de783402204 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:32.556778 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c227048-8198-4adf-bb86-5de783402204 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:32.556778 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c227048-8198-4adf-bb86-5de783402204 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:32.556778 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c227048-8198-4adf-bb86-5de783402204 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:32.557200 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c227048-8198-4adf-bb86-5de783402204 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:32.557200 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c227048-8198-4adf-bb86-5de783402204 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:32.557533 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c227048-8198-4adf-bb86-5de783402204 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:32.557888 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c227048-8198-4adf-bb86-5de783402204 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:32.558216 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c227048-8198-4adf-bb86-5de783402204 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:32.558548 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c227048-8198-4adf-bb86-5de783402204 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:32.558876 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c227048-8198-4adf-bb86-5de783402204 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:32.559202 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c227048-8198-4adf-bb86-5de783402204 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:32.559525 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c227048-8198-4adf-bb86-5de783402204 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:32.560443 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c227048-8198-4adf-bb86-5de783402204 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:32.560760 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c227048-8198-4adf-bb86-5de783402204 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:32.624024 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-cf8ccbfc-2063-464e-8daf-156539d0152b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370122'] for network (fce77a31-1f15-466b-8f96-151c8cb7a2de), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:32.706395 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-cf8ccbfc-2063-464e-8daf-156539d0152b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382473', 'neutron.services.segments.db._delete_segments_for_network-8767001720194'] for network (fce77a31-1f15-466b-8f96-151c8cb7a2de), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:32.726997 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.services.segments.db [None req-cf8ccbfc-2063-464e-8daf-156539d0152b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce77a31-1f15-466b-8f96-151c8cb7a2de']}} {{(pid=105390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:54:32.736249 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.services.segments.db [None req-cf8ccbfc-2063-464e-8daf-156539d0152b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea7554b-8a92-47d5-8c7e-adca1bb63fcb') {'for_net_delete': True} {{(pid=105390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:54:32.736547 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.services.segments.db [None req-cf8ccbfc-2063-464e-8daf-156539d0152b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea7554b-8a92-47d5-8c7e-adca1bb63fcb') {} {{(pid=105390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:54:32.746361 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-cf8ccbfc-2063-464e-8daf-156539d0152b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767001720257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64410147'] for segment (3ea7554b-8a92-47d5-8c7e-adca1bb63fcb), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:32.759723 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-cf8ccbfc-2063-464e-8daf-156539d0152b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140'] for segment (3ea7554b-8a92-47d5-8c7e-adca1bb63fcb), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:32.766637 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf8ccbfc-2063-464e-8daf-156539d0152b admin admin] Releasing vlan 497 on physical network physnet1 to pool {{(pid=105390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 14:54:32.767069 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-cf8ccbfc-2063-464e-8daf-156539d0152b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63638019'] for segment (3ea7554b-8a92-47d5-8c7e-adca1bb63fcb), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:32.813961 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.services.segments.plugin [-] Segment 3ea7554b-8a92-47d5-8c7e-adca1bb63fcb resource provider aggregate not found Nov 02 14:54:32.831347 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.services.segments.plugin [-] Segment 3ea7554b-8a92-47d5-8c7e-adca1bb63fcb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ea7554b-8a92-47d5-8c7e-adca1bb63fcb found for delete ", "request_id": "req-770ca52a-87da-4c45-a857-ae228ffafa9d"}]} Nov 02 14:54:32.905602 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-cf8ccbfc-2063-464e-8daf-156539d0152b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66773462'] for network (fce77a31-1f15-466b-8f96-151c8cb7a2de), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:32.911457 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-cf8ccbfc-2063-464e-8daf-156539d0152b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for network (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:32.916297 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-cf8ccbfc-2063-464e-8daf-156539d0152b admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/fce77a31-1f15-466b-8f96-151c8cb7a2de HTTP/1.1" status: 204 len: 168 time: 0.3602285 Nov 02 14:54:32.926013 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ccbfc-2063-464e-8daf-156539d0152b admin admin] Pushing event deleted for resources: {'Network': ['ID=fce77a31-1f15-466b-8f96-151c8cb7a2de,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:32.933821 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ccbfc-2063-464e-8daf-156539d0152b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:32.934184 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ccbfc-2063-464e-8daf-156539d0152b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:32.934527 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ccbfc-2063-464e-8daf-156539d0152b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:32.935448 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ccbfc-2063-464e-8daf-156539d0152b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:32.935969 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ccbfc-2063-464e-8daf-156539d0152b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:32.936408 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ccbfc-2063-464e-8daf-156539d0152b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:32.936745 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ccbfc-2063-464e-8daf-156539d0152b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:32.937115 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ccbfc-2063-464e-8daf-156539d0152b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:32.937499 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ccbfc-2063-464e-8daf-156539d0152b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:32.937829 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ccbfc-2063-464e-8daf-156539d0152b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:32.938156 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ccbfc-2063-464e-8daf-156539d0152b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:32.942840 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ccbfc-2063-464e-8daf-156539d0152b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:32.942840 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ccbfc-2063-464e-8daf-156539d0152b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:32.942840 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ccbfc-2063-464e-8daf-156539d0152b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:32.942840 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ccbfc-2063-464e-8daf-156539d0152b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:33.325259 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 39276) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:54:33.369301 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-86f31474-4808-4fc6-969e-7b51d74b2759 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=e6956385cb1846b8b02bc517a81ce1fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428281 Nov 02 14:54:33.372054 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 39278) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:54:33.420678 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ff742b6b-a46a-4db0-955c-379a8b69f8de admin admin] Publish callbacks [] for security_group (47e4874e-d470-454b-a9f5-7ebb06bc9e5c), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:33.441530 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ff742b6b-a46a-4db0-955c-379a8b69f8de admin admin] Publish callbacks [] for security_group (47e4874e-d470-454b-a9f5-7ebb06bc9e5c), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:33.567271 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=4 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:33.595708 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ff742b6b-a46a-4db0-955c-379a8b69f8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (47e4874e-d470-454b-a9f5-7ebb06bc9e5c), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:33.598347 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ff742b6b-a46a-4db0-955c-379a8b69f8de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:33.599484 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-ff742b6b-a46a-4db0-955c-379a8b69f8de admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/47e4874e-d470-454b-a9f5-7ebb06bc9e5c HTTP/1.1" status: 204 len: 168 time: 0.2258661 Nov 02 14:54:33.608490 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:33.608717 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff742b6b-a46a-4db0-955c-379a8b69f8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e4874e-d470-454b-a9f5-7ebb06bc9e5c,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:34.663824 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 39300) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:54:34.763521 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-7164bf11-f72d-4da8-888b-20170a6e5256 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1703901237-network', 'tenant_id': 'b7940a345a7c4ccba03eff0476e82d6c'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:54:34.927619 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7164bf11-f72d-4da8-888b-20170a6e5256 admin admin] Made reservation on behalf of b7940a345a7c4ccba03eff0476e82d6c for: {'network': 1} {{(pid=105390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:54:34.930045 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-7164bf11-f72d-4da8-888b-20170a6e5256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for network (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:34.939846 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-7164bf11-f72d-4da8-888b-20170a6e5256 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:35.016647 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-7164bf11-f72d-4da8-888b-20170a6e5256 admin admin] Publish callbacks [] for security_group (f1a76633-6762-4997-bcd1-72e5c748c9b6), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:35.098187 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-7164bf11-f72d-4da8-888b-20170a6e5256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (f1a76633-6762-4997-bcd1-72e5c748c9b6), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:35.127624 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7164bf11-f72d-4da8-888b-20170a6e5256 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 474} {{(pid=105390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 14:54:35.137931 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7164bf11-f72d-4da8-888b-20170a6e5256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a76633-6762-4997-bcd1-72e5c748c9b6,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:35.143897 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-7164bf11-f72d-4da8-888b-20170a6e5256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140'] for segment (bb5a7c79-5120-4db1-935f-84f8f19ce00d), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:35.144234 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.db.segments_db [None req-7164bf11-f72d-4da8-888b-20170a6e5256 admin admin] Added segment bb5a7c79-5120-4db1-935f-84f8f19ce00d of type vlan for network 1cd281c7-4441-49e5-b5fc-ef9a7b818c4f Nov 02 14:54:35.185107 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-7164bf11-f72d-4da8-888b-20170a6e5256 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767001230538'] for network (1cd281c7-4441-49e5-b5fc-ef9a7b818c4f), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:35.276514 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-7164bf11-f72d-4da8-888b-20170a6e5256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593'] for network (1cd281c7-4441-49e5-b5fc-ef9a7b818c4f), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:35.277598 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7164bf11-f72d-4da8-888b-20170a6e5256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:54:35.278210 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-7164bf11-f72d-4da8-888b-20170a6e5256 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for network (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:35.296383 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:35.310415 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:35.340721 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7164bf11-f72d-4da8-888b-20170a6e5256 admin admin] Pushing event updated for resources: {'Network': ['ID=1cd281c7-4441-49e5-b5fc-ef9a7b818c4f,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:35.354651 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Network 1cd281c7-4441-49e5-b5fc-ef9a7b818c4f details requested by agent ovs-agent-dv-cinder-862365-4-iscsi with host dv-cinder-862365-4-iscsi {{(pid=105392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 14:54:35.433318 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-7164bf11-f72d-4da8-888b-20170a6e5256 admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7683654 Nov 02 14:54:35.436830 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 39304) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:54:35.441585 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-a3aa95ac-26f3-48c0-8faf-abe858c4ec5f admin admin] Request body: {'subnet': {'network_id': '1cd281c7-4441-49e5-b5fc-ef9a7b818c4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1703901237-subnet', 'tenant_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'ip_version': 4}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:54:35.567433 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3aa95ac-26f3-48c0-8faf-abe858c4ec5f admin admin] Made reservation on behalf of b7940a345a7c4ccba03eff0476e82d6c for: {'subnet': 1} {{(pid=105390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:54:35.569900 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a3aa95ac-26f3-48c0-8faf-abe858c4ec5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63785420'] for subnet (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:35.825089 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a3aa95ac-26f3-48c0-8faf-abe858c4ec5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63635552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63785466'] for subnet (5128682b-5eee-4c56-b772-8bac1a0ce12a), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:35.884769 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa95ac-26f3-48c0-8faf-abe858c4ec5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5128682b-5eee-4c56-b772-8bac1a0ce12a,revision_number=0']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:35.896163 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3aa95ac-26f3-48c0-8faf-abe858c4ec5f admin admin] Checking segment: {'id': 'bb5a7c79-5120-4db1-935f-84f8f19ce00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '1cd281c7-4441-49e5-b5fc-ef9a7b818c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:54:35.896520 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3aa95ac-26f3-48c0-8faf-abe858c4ec5f admin admin] Network hostable DHCP agents. Network: 1cd281c7-4441-49e5-b5fc-ef9a7b818c4f, hostable agents: ['46896d2e-004f-49d2-b9f8-26552a5db8fb'], hosted agents: [] {{(pid=105390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 14:54:36.019207 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3aa95ac-26f3-48c0-8faf-abe858c4ec5f admin admin] Network 1cd281c7-4441-49e5-b5fc-ef9a7b818c4f is scheduled to be hosted by DHCP agent 46896d2e-004f-49d2-b9f8-26552a5db8fb with binding_index 1 {{(pid=105390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 14:54:36.093245 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-a3aa95ac-26f3-48c0-8faf-abe858c4ec5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862365-4-iscsi, 1cd281c7-4441-49e5-b5fc-ef9a7b818c4f) {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:54:36.097755 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3aa95ac-26f3-48c0-8faf-abe858c4ec5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:54:36.098344 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a3aa95ac-26f3-48c0-8faf-abe858c4ec5f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:36.103401 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbeb546e-6619-4496-8e5f-4572f331b65e None None] Network 1cd281c7-4441-49e5-b5fc-ef9a7b818c4f requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:54:36.199916 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-a3aa95ac-26f3-48c0-8faf-abe858c4ec5f admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7620020 Nov 02 14:54:36.202631 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 39306) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:54:36.204774 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370f9077-00cd-47f1-9949-8e46ac51aacd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d58aa65-0d08-50de-ae60-d403a5b22f04-1cd281c7-4441-49e5-b5fc-ef9a7b818c4f', 'network_id': '1cd281c7-4441-49e5-b5fc-ef9a7b818c4f', 'project_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'fixed_ips': [{'subnet_id': '5128682b-5eee-4c56-b772-8bac1a0ce12a'}]}} from dv-cinder-862365-4-iscsi. {{(pid=105392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 14:54:36.205801 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-370f9077-00cd-47f1-9949-8e46ac51aacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:36.207409 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-aa182ca6-c630-4c07-8c9a-f5555ec198fb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1703901237-router', 'tenant_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:54:36.259049 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:36.327633 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-aa182ca6-c630-4c07-8c9a-f5555ec198fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66776222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43167'] for router (d2fed496-7a3c-48d0-94f6-a18554be1650), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:36.329073 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-aa182ca6-c630-4c07-8c9a-f5555ec198fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66771122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66773370', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66784571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43142'] for router (d2fed496-7a3c-48d0-94f6-a18554be1650), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:36.352638 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.db_base_plugin_common [None req-370f9077-00cd-47f1-9949-8e46ac51aacd None None] Allocated IP 172.20.0.2 (1cd281c7-4441-49e5-b5fc-ef9a7b818c4f/5128682b-5eee-4c56-b772-8bac1a0ce12a/5fc4d298-1e9a-43dc-9190-20b3397a207b) {{(pid=105392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:54:36.383101 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-aa182ca6-c630-4c07-8c9a-f5555ec198fb admin admin] Publish callbacks [] for router_controller (d2fed496-7a3c-48d0-94f6-a18554be1650), precommit_add_association {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:36.426880 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-5441700c-a103-4211-974d-28a7ca779d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:36.499306 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-370f9077-00cd-47f1-9949-8e46ac51aacd None None] Publish callbacks [] for port (5fc4d298-1e9a-43dc-9190-20b3397a207b), precommit_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:36.613816 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-370f9077-00cd-47f1-9949-8e46ac51aacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461'] for port (5fc4d298-1e9a-43dc-9190-20b3397a207b), after_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:36.651507 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370f9077-00cd-47f1-9949-8e46ac51aacd None None] Network 1cd281c7-4441-49e5-b5fc-ef9a7b818c4f is already hosted by enough agents. {{(pid=105392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:54:36.653105 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-aa182ca6-c630-4c07-8c9a-f5555ec198fb admin admin] Publish callbacks [] for router_gateway (d2fed496-7a3c-48d0-94f6-a18554be1650), precommit_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:36.657157 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.scheduler.base_scheduler [None req-370f9077-00cd-47f1-9949-8e46ac51aacd None None] Resources bound (agent type, host, resource id): {{(pid=105392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:54:36.661221 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370f9077-00cd-47f1-9949-8e46ac51aacd None None] Received port after_create {{(pid=105392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:54:36.667708 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f9077-00cd-47f1-9949-8e46ac51aacd None None] Pushing event updated for resources: {'Port': ['ID=5fc4d298-1e9a-43dc-9190-20b3397a207b,revision_number=1']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:36.678613 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370f9077-00cd-47f1-9949-8e46ac51aacd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:36.678960 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370f9077-00cd-47f1-9949-8e46ac51aacd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:36.679306 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370f9077-00cd-47f1-9949-8e46ac51aacd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:36.679645 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370f9077-00cd-47f1-9949-8e46ac51aacd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:36.679983 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370f9077-00cd-47f1-9949-8e46ac51aacd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:36.680312 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370f9077-00cd-47f1-9949-8e46ac51aacd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:36.680638 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370f9077-00cd-47f1-9949-8e46ac51aacd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:36.680962 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370f9077-00cd-47f1-9949-8e46ac51aacd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:36.681367 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370f9077-00cd-47f1-9949-8e46ac51aacd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:36.681688 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370f9077-00cd-47f1-9949-8e46ac51aacd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:36.682011 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370f9077-00cd-47f1-9949-8e46ac51aacd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:36.682335 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370f9077-00cd-47f1-9949-8e46ac51aacd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:36.682655 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370f9077-00cd-47f1-9949-8e46ac51aacd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:36.682973 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370f9077-00cd-47f1-9949-8e46ac51aacd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:36.683290 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370f9077-00cd-47f1-9949-8e46ac51aacd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:36.731567 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-370f9077-00cd-47f1-9949-8e46ac51aacd None None] Attempting to bind port 5fc4d298-1e9a-43dc-9190-20b3397a207b on host dv-cinder-862365-4-iscsi for vnic_type normal with profile {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:54:36.731953 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-370f9077-00cd-47f1-9949-8e46ac51aacd None None] Attempting to bind port 5fc4d298-1e9a-43dc-9190-20b3397a207b by drivers openvswitch,hyperv on host dv-cinder-862365-4-iscsi at level 0 using segments [{'id': 'bb5a7c79-5120-4db1-935f-84f8f19ce00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '1cd281c7-4441-49e5-b5fc-ef9a7b818c4f'}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:54:36.732315 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370f9077-00cd-47f1-9949-8e46ac51aacd None None] Attempting to bind port 5fc4d298-1e9a-43dc-9190-20b3397a207b on network 1cd281c7-4441-49e5-b5fc-ef9a7b818c4f {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:54:36.774926 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370f9077-00cd-47f1-9949-8e46ac51aacd None None] Checking agent: {'id': '4ad02b58-e5d3-4528-83f7-2571c528ebad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 30, 41), 'started_at': datetime.datetime(2022, 11, 2, 14, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:54:36.775435 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370f9077-00cd-47f1-9949-8e46ac51aacd None None] Checking segment: {'id': 'bb5a7c79-5120-4db1-935f-84f8f19ce00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '1cd281c7-4441-49e5-b5fc-ef9a7b818c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:54:36.775838 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-370f9077-00cd-47f1-9949-8e46ac51aacd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:36.776232 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370f9077-00cd-47f1-9949-8e46ac51aacd None None] Bound using segment: {'id': 'bb5a7c79-5120-4db1-935f-84f8f19ce00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '1cd281c7-4441-49e5-b5fc-ef9a7b818c4f'} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:54:36.776701 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-370f9077-00cd-47f1-9949-8e46ac51aacd None None] Bound port: 5fc4d298-1e9a-43dc-9190-20b3397a207b, host: dv-cinder-862365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb5a7c79-5120-4db1-935f-84f8f19ce00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '1cd281c7-4441-49e5-b5fc-ef9a7b818c4f'}}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:54:36.777100 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-370f9077-00cd-47f1-9949-8e46ac51aacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (5fc4d298-1e9a-43dc-9190-20b3397a207b), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:36.842241 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-370f9077-00cd-47f1-9949-8e46ac51aacd None None] For port 5fc4d298-1e9a-43dc-9190-20b3397a207b, host dv-cinder-862365-4-iscsi, cleared binding levels {{(pid=105392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:54:36.845870 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-370f9077-00cd-47f1-9949-8e46ac51aacd None None] For port 5fc4d298-1e9a-43dc-9190-20b3397a207b, host dv-cinder-862365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=5fc4d298-1e9a-43dc-9190-20b3397a207b,segment=NetworkSegment(bb5a7c79-5120-4db1-935f-84f8f19ce00d),segment_id=bb5a7c79-5120-4db1-935f-84f8f19ce00d)] {{(pid=105392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:54:36.927505 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-aa182ca6-c630-4c07-8c9a-f5555ec198fb admin admin] Publish callbacks [] for router_gateway (d2fed496-7a3c-48d0-94f6-a18554be1650), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:36.929572 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-370f9077-00cd-47f1-9949-8e46ac51aacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (5fc4d298-1e9a-43dc-9190-20b3397a207b), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:36.947685 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-aa182ca6-c630-4c07-8c9a-f5555ec198fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:36.987406 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f9077-00cd-47f1-9949-8e46ac51aacd None None] Pushing event updated for resources: {'Port': ['ID=5fc4d298-1e9a-43dc-9190-20b3397a207b,revision_number=2']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:37.061343 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.db_base_plugin_common [None req-aa182ca6-c630-4c07-8c9a-f5555ec198fb admin admin] Allocated IP 172.27.0.19 (1e79e91c-2906-4b84-b981-aada7c6d27e6/3c350c57-8af8-403d-ac8f-51d64fbe694a/690ad9a7-ea1b-46ba-ab18-0c3ef4eee215) {{(pid=105390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:54:37.181493 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-aa182ca6-c630-4c07-8c9a-f5555ec198fb admin admin] Publish callbacks [] for port (690ad9a7-ea1b-46ba-ab18-0c3ef4eee215), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:37.183864 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:37.316576 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-aa182ca6-c630-4c07-8c9a-f5555ec198fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (690ad9a7-ea1b-46ba-ab18-0c3ef4eee215), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:37.362807 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa182ca6-c630-4c07-8c9a-f5555ec198fb admin admin] Network 1e79e91c-2906-4b84-b981-aada7c6d27e6 is already hosted by enough agents. {{(pid=105390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:54:37.367892 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-aa182ca6-c630-4c07-8c9a-f5555ec198fb admin admin] Resources bound (agent type, host, resource id): {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:54:37.370290 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa182ca6-c630-4c07-8c9a-f5555ec198fb admin admin] Received port after_create {{(pid=105390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:54:37.374125 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa182ca6-c630-4c07-8c9a-f5555ec198fb admin admin] Pushing event updated for resources: {'Port': ['ID=690ad9a7-ea1b-46ba-ab18-0c3ef4eee215,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:37.851559 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4070b9b7-ac42-4111-99c8-0dcbc4ac0de2 None None] Network 1cd281c7-4441-49e5-b5fc-ef9a7b818c4f requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:54:37.912811 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:37.923249 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:37.936885 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-e0ac6f95-b89e-4bca-a58e-49de5b0fca5e None None] Provisioning complete for port 5fc4d298-1e9a-43dc-9190-20b3397a207b triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:54:37.937914 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-e0ac6f95-b89e-4bca-a58e-49de5b0fca5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (5fc4d298-1e9a-43dc-9190-20b3397a207b), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:37.938279 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-e0ac6f95-b89e-4bca-a58e-49de5b0fca5e None None] Attempt 1 to provision port 5fc4d298-1e9a-43dc-9190-20b3397a207b Nov 02 14:54:37.950374 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-aa182ca6-c630-4c07-8c9a-f5555ec198fb admin admin] Publish callbacks [] for router_gateway (d2fed496-7a3c-48d0-94f6-a18554be1650), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:38.037183 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:38.044299 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-e0ac6f95-b89e-4bca-a58e-49de5b0fca5e None None] Current status of the port 5fc4d298-1e9a-43dc-9190-20b3397a207b is: DOWN; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:54:38.045117 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-e0ac6f95-b89e-4bca-a58e-49de5b0fca5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (5fc4d298-1e9a-43dc-9190-20b3397a207b), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:38.086883 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-e0ac6f95-b89e-4bca-a58e-49de5b0fca5e None None] For port 5fc4d298-1e9a-43dc-9190-20b3397a207b, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=5fc4d298-1e9a-43dc-9190-20b3397a207b,segment=NetworkSegment(bb5a7c79-5120-4db1-935f-84f8f19ce00d),segment_id=bb5a7c79-5120-4db1-935f-84f8f19ce00d)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:54:38.148678 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-aa182ca6-c630-4c07-8c9a-f5555ec198fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66771109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66773276'] for router (d2fed496-7a3c-48d0-94f6-a18554be1650), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:38.167961 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-e0ac6f95-b89e-4bca-a58e-49de5b0fca5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (5fc4d298-1e9a-43dc-9190-20b3397a207b), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:38.217449 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac6f95-b89e-4bca-a58e-49de5b0fca5e None None] Pushing event updated for resources: {'Port': ['ID=5fc4d298-1e9a-43dc-9190-20b3397a207b,revision_number=3']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:38.285186 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-553099fa-e8f0-4ab1-a0a3-8c112bf0ba95 None None] Provisioning complete for port 5fc4d298-1e9a-43dc-9190-20b3397a207b triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:54:38.285554 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-553099fa-e8f0-4ab1-a0a3-8c112bf0ba95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (5fc4d298-1e9a-43dc-9190-20b3397a207b), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:38.285883 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-553099fa-e8f0-4ab1-a0a3-8c112bf0ba95 None None] Attempt 1 to provision port 5fc4d298-1e9a-43dc-9190-20b3397a207b Nov 02 14:54:38.333661 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa182ca6-c630-4c07-8c9a-f5555ec198fb admin admin] Router d2fed496-7a3c-48d0-94f6-a18554be1650 is scheduled to L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c with binding_index 1 {{(pid=105390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 14:54:38.356964 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-553099fa-e8f0-4ab1-a0a3-8c112bf0ba95 None None] Current status of the port 5fc4d298-1e9a-43dc-9190-20b3397a207b is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:54:38.432900 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa182ca6-c630-4c07-8c9a-f5555ec198fb admin admin] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:54:38.441553 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:38.443502 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca6d4c6-97d2-4d0e-8db2-5ca361c64083 None None] Sync routers for ids ['d2fed496-7a3c-48d0-94f6-a18554be1650'] in dv-cinder-862365-4-iscsi {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:54:38.454665 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca6d4c6-97d2-4d0e-8db2-5ca361c64083 None None] Routers {'d2fed496-7a3c-48d0-94f6-a18554be1650'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:54:38.455262 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-6ca6d4c6-97d2-4d0e-8db2-5ca361c64083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:54:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['d2fed496-7a3c-48d0-94f6-a18554be1650'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:54:38.540203 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-aa182ca6-c630-4c07-8c9a-f5555ec198fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:38.541490 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-aa182ca6-c630-4c07-8c9a-f5555ec198fb admin admin] 10.222.0.30 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3373649 Nov 02 14:54:38.544284 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 39308) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:54:38.559474 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-6ca6d4c6-97d2-4d0e-8db2-5ca361c64083 None None] Set router d2fed496-7a3c-48d0-94f6-a18554be1650 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:54:38.732694 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-6ca6d4c6-97d2-4d0e-8db2-5ca361c64083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fed496-7a3c-48d0-94f6-a18554be1650', 'name': 'tempest-TestShelveInstance-1703901237-router', 'tenant_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '690ad9a7-ea1b-46ba-ab18-0c3ef4eee215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:54:36Z', 'updated_at': '2022-11-02T14:54:37Z', 'revision_number': 3, 'project_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'gw_port': {'id': '690ad9a7-ea1b-46ba-ab18-0c3ef4eee215', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2fed496-7a3c-48d0-94f6-a18554be1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:54:36Z', 'updated_at': '2022-11-02T14:54:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:54:38.757783 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca6d4c6-97d2-4d0e-8db2-5ca361c64083 None None] Checking router: d2fed496-7a3c-48d0-94f6-a18554be1650 for host: dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:54:38.758128 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca6d4c6-97d2-4d0e-8db2-5ca361c64083 None None] Updating router d2fed496-7a3c-48d0-94f6-a18554be1650 port 690ad9a7-ea1b-46ba-ab18-0c3ef4eee215 binding host dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 14:54:38.786612 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-6ca6d4c6-97d2-4d0e-8db2-5ca361c64083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (690ad9a7-ea1b-46ba-ab18-0c3ef4eee215), before_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:38.870454 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-d0ee0a53-bee1-4045-9248-899a27f8e03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:38.966763 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d3998042-c5e0-4c1c-b3c3-b58c9a105511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:39.029242 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 5fc4d298-1e9a-43dc-9190-20b3397a207b up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:54:39.080480 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 5fc4d298-1e9a-43dc-9190-20b3397a207b triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:54:39.081209 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (5fc4d298-1e9a-43dc-9190-20b3397a207b), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:39.081829 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 5fc4d298-1e9a-43dc-9190-20b3397a207b Nov 02 14:54:39.139456 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.db_base_plugin_common [None req-d3998042-c5e0-4c1c-b3c3-b58c9a105511 admin admin] Allocated IP 172.20.0.1 (1cd281c7-4441-49e5-b5fc-ef9a7b818c4f/5128682b-5eee-4c56-b772-8bac1a0ce12a/884bcb7f-e06c-444e-82e5-5eb50520f585) {{(pid=105390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:54:39.148695 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-6ca6d4c6-97d2-4d0e-8db2-5ca361c64083 None None] Publish callbacks [] for port (690ad9a7-ea1b-46ba-ab18-0c3ef4eee215), precommit_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:39.155401 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 5fc4d298-1e9a-43dc-9190-20b3397a207b is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:54:39.230242 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-6ca6d4c6-97d2-4d0e-8db2-5ca361c64083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (690ad9a7-ea1b-46ba-ab18-0c3ef4eee215), after_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:39.245062 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d3998042-c5e0-4c1c-b3c3-b58c9a105511 admin admin] Publish callbacks [] for port (884bcb7f-e06c-444e-82e5-5eb50520f585), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:39.252055 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:39.265747 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.managers [None req-6ca6d4c6-97d2-4d0e-8db2-5ca361c64083 None None] Attempting to bind port 690ad9a7-ea1b-46ba-ab18-0c3ef4eee215 on host dv-cinder-862365-4-iscsi for vnic_type normal with profile {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:54:39.266130 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.managers [None req-6ca6d4c6-97d2-4d0e-8db2-5ca361c64083 None None] Attempting to bind port 690ad9a7-ea1b-46ba-ab18-0c3ef4eee215 by drivers openvswitch,hyperv on host dv-cinder-862365-4-iscsi at level 0 using segments [{'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}] {{(pid=105393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:54:39.266484 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca6d4c6-97d2-4d0e-8db2-5ca361c64083 None None] Attempting to bind port 690ad9a7-ea1b-46ba-ab18-0c3ef4eee215 on network 1e79e91c-2906-4b84-b981-aada7c6d27e6 {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:54:39.304077 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d8313-f931-4af5-bffe-df7aab595f66 None None] Pushing event updated for resources: {'Port': ['ID=690ad9a7-ea1b-46ba-ab18-0c3ef4eee215,revision_number=2']} {{(pid=105393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:39.315173 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1d8313-f931-4af5-bffe-df7aab595f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:39.315510 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1d8313-f931-4af5-bffe-df7aab595f66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:39.315865 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1d8313-f931-4af5-bffe-df7aab595f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:39.316198 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1d8313-f931-4af5-bffe-df7aab595f66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:39.316523 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1d8313-f931-4af5-bffe-df7aab595f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:39.316844 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1d8313-f931-4af5-bffe-df7aab595f66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:39.317190 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1d8313-f931-4af5-bffe-df7aab595f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:39.317508 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1d8313-f931-4af5-bffe-df7aab595f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:39.317824 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1d8313-f931-4af5-bffe-df7aab595f66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:39.318140 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1d8313-f931-4af5-bffe-df7aab595f66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:39.318457 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1d8313-f931-4af5-bffe-df7aab595f66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:39.318786 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1d8313-f931-4af5-bffe-df7aab595f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:39.319100 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1d8313-f931-4af5-bffe-df7aab595f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:39.319410 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1d8313-f931-4af5-bffe-df7aab595f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:39.319720 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1d8313-f931-4af5-bffe-df7aab595f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:54:39.330978 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca6d4c6-97d2-4d0e-8db2-5ca361c64083 None None] Checking agent: {'id': '4ad02b58-e5d3-4528-83f7-2571c528ebad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 30, 41), 'started_at': datetime.datetime(2022, 11, 2, 14, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:54:39.331348 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca6d4c6-97d2-4d0e-8db2-5ca361c64083 None None] Checking segment: {'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:54:39.331787 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-6ca6d4c6-97d2-4d0e-8db2-5ca361c64083 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:39.332188 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca6d4c6-97d2-4d0e-8db2-5ca361c64083 None None] Bound using segment: {'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'} {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:54:39.332636 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.managers [None req-6ca6d4c6-97d2-4d0e-8db2-5ca361c64083 None None] Bound port: 690ad9a7-ea1b-46ba-ab18-0c3ef4eee215, host: dv-cinder-862365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}}] {{(pid=105393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:54:39.333027 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-6ca6d4c6-97d2-4d0e-8db2-5ca361c64083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (690ad9a7-ea1b-46ba-ab18-0c3ef4eee215), before_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:39.379114 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d3998042-c5e0-4c1c-b3c3-b58c9a105511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (884bcb7f-e06c-444e-82e5-5eb50520f585), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:39.381535 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.db [None req-6ca6d4c6-97d2-4d0e-8db2-5ca361c64083 None None] For port 690ad9a7-ea1b-46ba-ab18-0c3ef4eee215, host dv-cinder-862365-4-iscsi, cleared binding levels {{(pid=105393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:54:39.384914 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.db [None req-6ca6d4c6-97d2-4d0e-8db2-5ca361c64083 None None] For port 690ad9a7-ea1b-46ba-ab18-0c3ef4eee215, host dv-cinder-862365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=690ad9a7-ea1b-46ba-ab18-0c3ef4eee215,segment=NetworkSegment(16a641ca-682a-48e9-98c9-b5a1ba9af67a),segment_id=16a641ca-682a-48e9-98c9-b5a1ba9af67a)] {{(pid=105393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:54:39.422802 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3998042-c5e0-4c1c-b3c3-b58c9a105511 admin admin] Network 1cd281c7-4441-49e5-b5fc-ef9a7b818c4f is already hosted by enough agents. {{(pid=105390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:54:39.424930 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:39.429917 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-d3998042-c5e0-4c1c-b3c3-b58c9a105511 admin admin] Resources bound (agent type, host, resource id): {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:54:39.433803 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3998042-c5e0-4c1c-b3c3-b58c9a105511 admin admin] Received port after_create {{(pid=105390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:54:39.438989 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3998042-c5e0-4c1c-b3c3-b58c9a105511 admin admin] Pushing event updated for resources: {'Port': ['ID=884bcb7f-e06c-444e-82e5-5eb50520f585,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:39.477256 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d3998042-c5e0-4c1c-b3c3-b58c9a105511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66774394'] for router_interface (d2fed496-7a3c-48d0-94f6-a18554be1650), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:39.482643 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-6ca6d4c6-97d2-4d0e-8db2-5ca361c64083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (690ad9a7-ea1b-46ba-ab18-0c3ef4eee215), after_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:39.512583 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:39.536036 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca6d4c6-97d2-4d0e-8db2-5ca361c64083 None None] Routers {'d2fed496-7a3c-48d0-94f6-a18554be1650'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:54:39.536934 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-6ca6d4c6-97d2-4d0e-8db2-5ca361c64083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:54:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['d2fed496-7a3c-48d0-94f6-a18554be1650'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:54:39.542341 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d8313-f931-4af5-bffe-df7aab595f66 None None] Pushing event updated for resources: {'Port': ['ID=690ad9a7-ea1b-46ba-ab18-0c3ef4eee215,revision_number=3']} {{(pid=105393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:39.622966 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:39.646684 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-6ca6d4c6-97d2-4d0e-8db2-5ca361c64083 None None] Set router d2fed496-7a3c-48d0-94f6-a18554be1650 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:54:39.686615 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-b5108783-98cc-4aa3-88ff-6d7259b4f097 None None] Provisioning complete for port 884bcb7f-e06c-444e-82e5-5eb50520f585 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:54:39.687471 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-b5108783-98cc-4aa3-88ff-6d7259b4f097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (884bcb7f-e06c-444e-82e5-5eb50520f585), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:39.688068 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-b5108783-98cc-4aa3-88ff-6d7259b4f097 None None] Attempt 1 to provision port 884bcb7f-e06c-444e-82e5-5eb50520f585 Nov 02 14:54:39.725582 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-b5108783-98cc-4aa3-88ff-6d7259b4f097 None None] Port 884bcb7f-e06c-444e-82e5-5eb50520f585 cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:54:39.811935 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-6ca6d4c6-97d2-4d0e-8db2-5ca361c64083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fed496-7a3c-48d0-94f6-a18554be1650', 'name': 'tempest-TestShelveInstance-1703901237-router', 'tenant_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '690ad9a7-ea1b-46ba-ab18-0c3ef4eee215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:54:36Z', 'updated_at': '2022-11-02T14:54:37Z', 'revision_number': 3, 'project_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'gw_port': {'id': '690ad9a7-ea1b-46ba-ab18-0c3ef4eee215', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2fed496-7a3c-48d0-94f6-a18554be1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:54:36Z', 'updated_at': '2022-11-02T14:54:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:54:39.842213 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca6d4c6-97d2-4d0e-8db2-5ca361c64083 None None] The sync data for ids ['d2fed496-7a3c-48d0-94f6-a18554be1650'] in dv-cinder-862365-4-iscsi is: [{'id': 'd2fed496-7a3c-48d0-94f6-a18554be1650', 'name': 'tempest-TestShelveInstance-1703901237-router', 'tenant_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '690ad9a7-ea1b-46ba-ab18-0c3ef4eee215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:54:36Z', 'updated_at': '2022-11-02T14:54:37Z', 'revision_number': 3, 'project_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'gw_port': {'id': '690ad9a7-ea1b-46ba-ab18-0c3ef4eee215', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2fed496-7a3c-48d0-94f6-a18554be1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:54:36Z', 'updated_at': '2022-11-02T14:54:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}] {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:54:39.883947 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d3998042-c5e0-4c1c-b3c3-b58c9a105511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (884bcb7f-e06c-444e-82e5-5eb50520f585), before_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:40.014182 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:40.080228 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d3998042-c5e0-4c1c-b3c3-b58c9a105511 admin admin] Publish callbacks [] for port (884bcb7f-e06c-444e-82e5-5eb50520f585), precommit_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:40.167894 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d3998042-c5e0-4c1c-b3c3-b58c9a105511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638247'] for port (884bcb7f-e06c-444e-82e5-5eb50520f585), after_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:40.239709 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3998042-c5e0-4c1c-b3c3-b58c9a105511 admin admin] Pushing event updated for resources: {'Port': ['ID=884bcb7f-e06c-444e-82e5-5eb50520f585,revision_number=2']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:40.243000 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d3998042-c5e0-4c1c-b3c3-b58c9a105511 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66712615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66774486'] for router_interface (d2fed496-7a3c-48d0-94f6-a18554be1650), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:40.346272 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3998042-c5e0-4c1c-b3c3-b58c9a105511 admin admin] Network 1cd281c7-4441-49e5-b5fc-ef9a7b818c4f is already hosted by enough agents. {{(pid=105390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:54:40.347794 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-d3998042-c5e0-4c1c-b3c3-b58c9a105511 admin admin] Resources bound (agent type, host, resource id): {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:54:40.470869 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3998042-c5e0-4c1c-b3c3-b58c9a105511 admin admin] Router d2fed496-7a3c-48d0-94f6-a18554be1650 has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:54:40.542948 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:40.547929 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:40.554735 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-ad2d2c50-40a2-4cab-96cc-fc44c427682b None None] Provisioning complete for port 884bcb7f-e06c-444e-82e5-5eb50520f585 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:54:40.554735 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-ad2d2c50-40a2-4cab-96cc-fc44c427682b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (884bcb7f-e06c-444e-82e5-5eb50520f585), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:40.554989 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-ad2d2c50-40a2-4cab-96cc-fc44c427682b None None] Attempt 1 to provision port 884bcb7f-e06c-444e-82e5-5eb50520f585 Nov 02 14:54:40.586053 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3998042-c5e0-4c1c-b3c3-b58c9a105511 admin admin] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:54:40.589337 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-ad2d2c50-40a2-4cab-96cc-fc44c427682b None None] Port 884bcb7f-e06c-444e-82e5-5eb50520f585 cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:54:40.594564 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-d3998042-c5e0-4c1c-b3c3-b58c9a105511 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/d2fed496-7a3c-48d0-94f6-a18554be1650/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0457995 Nov 02 14:54:41.006616 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 690ad9a7-ea1b-46ba-ab18-0c3ef4eee215 up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:54:41.052332 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 690ad9a7-ea1b-46ba-ab18-0c3ef4eee215 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:54:41.052707 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (690ad9a7-ea1b-46ba-ab18-0c3ef4eee215), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:41.053078 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 690ad9a7-ea1b-46ba-ab18-0c3ef4eee215 Nov 02 14:54:41.274219 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 690ad9a7-ea1b-46ba-ab18-0c3ef4eee215 is: DOWN; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:54:41.274651 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (690ad9a7-ea1b-46ba-ab18-0c3ef4eee215), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:41.300102 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] For port 690ad9a7-ea1b-46ba-ab18-0c3ef4eee215, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=690ad9a7-ea1b-46ba-ab18-0c3ef4eee215,segment=NetworkSegment(16a641ca-682a-48e9-98c9-b5a1ba9af67a),segment_id=16a641ca-682a-48e9-98c9-b5a1ba9af67a)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:54:41.319574 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 39324) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:54:41.324513 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-d815d1ee-5f9a-4cd9-a836-230d0df8bea8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2130415918-network', 'tenant_id': '6303b67346264d0dbfe9669293173dda'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:54:41.396404 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (690ad9a7-ea1b-46ba-ab18-0c3ef4eee215), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:41.443146 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5b6a21-7d8d-4ed3-81c8-0098295fa704 None None] Sync routers for ids ['d2fed496-7a3c-48d0-94f6-a18554be1650'] in dv-cinder-862365-4-iscsi {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:54:41.447823 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d815d1ee-5f9a-4cd9-a836-230d0df8bea8 admin admin] Made reservation on behalf of 6303b67346264d0dbfe9669293173dda for: {'network': 1} {{(pid=105390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:54:41.450380 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d815d1ee-5f9a-4cd9-a836-230d0df8bea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for network (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:41.452454 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Pushing event updated for resources: {'Port': ['ID=690ad9a7-ea1b-46ba-ab18-0c3ef4eee215,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:41.460814 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d815d1ee-5f9a-4cd9-a836-230d0df8bea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:41.474310 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5b6a21-7d8d-4ed3-81c8-0098295fa704 None None] Routers {'d2fed496-7a3c-48d0-94f6-a18554be1650'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:54:41.474979 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-3e5b6a21-7d8d-4ed3-81c8-0098295fa704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:54:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['d2fed496-7a3c-48d0-94f6-a18554be1650'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:54:41.540047 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d815d1ee-5f9a-4cd9-a836-230d0df8bea8 admin admin] Publish callbacks [] for security_group (fc057321-5f78-4d42-b2d4-99d1c9a7e2a3), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:41.559076 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:41.582922 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-3e5b6a21-7d8d-4ed3-81c8-0098295fa704 None None] Set router d2fed496-7a3c-48d0-94f6-a18554be1650 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:54:41.642395 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d815d1ee-5f9a-4cd9-a836-230d0df8bea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (fc057321-5f78-4d42-b2d4-99d1c9a7e2a3), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:41.650176 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:41.665515 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d815d1ee-5f9a-4cd9-a836-230d0df8bea8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 470} {{(pid=105390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 14:54:41.681169 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815d1ee-5f9a-4cd9-a836-230d0df8bea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc057321-5f78-4d42-b2d4-99d1c9a7e2a3,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:41.685210 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d815d1ee-5f9a-4cd9-a836-230d0df8bea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140'] for segment (f66f84f2-f99e-43d9-9d92-f91e6b0828b0), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:41.685492 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.db.segments_db [None req-d815d1ee-5f9a-4cd9-a836-230d0df8bea8 admin admin] Added segment f66f84f2-f99e-43d9-9d92-f91e6b0828b0 of type vlan for network 27e55cbe-2a7f-4b72-85fe-3d5887a74522 Nov 02 14:54:41.710213 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:41.728574 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d815d1ee-5f9a-4cd9-a836-230d0df8bea8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767001230538'] for network (27e55cbe-2a7f-4b72-85fe-3d5887a74522), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:41.750265 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:41.779589 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-3e5b6a21-7d8d-4ed3-81c8-0098295fa704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fed496-7a3c-48d0-94f6-a18554be1650', 'name': 'tempest-TestShelveInstance-1703901237-router', 'tenant_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '690ad9a7-ea1b-46ba-ab18-0c3ef4eee215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:54:36Z', 'updated_at': '2022-11-02T14:54:39Z', 'revision_number': 4, 'project_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'gw_port': {'id': '690ad9a7-ea1b-46ba-ab18-0c3ef4eee215', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fed496-7a3c-48d0-94f6-a18554be1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:54:36Z', 'updated_at': '2022-11-02T14:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '884bcb7f-e06c-444e-82e5-5eb50520f585', 'name': '', 'network_id': '1cd281c7-4441-49e5-b5fc-ef9a7b818c4f', 'tenant_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'mac_address': 'fa:16:3e:90:00:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2fed496-7a3c-48d0-94f6-a18554be1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '5128682b-5eee-4c56-b772-8bac1a0ce12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:54:38Z', 'updated_at': '2022-11-02T14:54:39Z', 'revision_number': 2, 'project_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'subnets': [{'id': '5128682b-5eee-4c56-b772-8bac1a0ce12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:54:41.806339 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5b6a21-7d8d-4ed3-81c8-0098295fa704 None None] Checking router: d2fed496-7a3c-48d0-94f6-a18554be1650 for host: dv-cinder-862365-4-iscsi {{(pid=105392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:54:41.806696 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5b6a21-7d8d-4ed3-81c8-0098295fa704 None None] Updating router d2fed496-7a3c-48d0-94f6-a18554be1650 port 884bcb7f-e06c-444e-82e5-5eb50520f585 binding host dv-cinder-862365-4-iscsi {{(pid=105392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 14:54:41.835756 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-3e5b6a21-7d8d-4ed3-81c8-0098295fa704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (884bcb7f-e06c-444e-82e5-5eb50520f585), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:41.847056 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d815d1ee-5f9a-4cd9-a836-230d0df8bea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593'] for network (27e55cbe-2a7f-4b72-85fe-3d5887a74522), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:41.848082 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d815d1ee-5f9a-4cd9-a836-230d0df8bea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:54:41.848666 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d815d1ee-5f9a-4cd9-a836-230d0df8bea8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for network (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:41.915671 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815d1ee-5f9a-4cd9-a836-230d0df8bea8 admin admin] Pushing event updated for resources: {'Network': ['ID=27e55cbe-2a7f-4b72-85fe-3d5887a74522,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:41.940096 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:41.947800 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Network 27e55cbe-2a7f-4b72-85fe-3d5887a74522 details requested by agent ovs-agent-dv-cinder-862365-4-iscsi with host dv-cinder-862365-4-iscsi {{(pid=105392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 14:54:41.992695 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-d815d1ee-5f9a-4cd9-a836-230d0df8bea8 admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6719940 Nov 02 14:54:41.995667 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 39326) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:54:42.001150 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-d7fadd6e-8eb6-4486-90c0-d2808276083a admin admin] Request body: {'subnet': {'network_id': '27e55cbe-2a7f-4b72-85fe-3d5887a74522', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2130415918-subnet', 'tenant_id': '6303b67346264d0dbfe9669293173dda', 'ip_version': 4}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:54:42.098977 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fadd6e-8eb6-4486-90c0-d2808276083a admin admin] Made reservation on behalf of 6303b67346264d0dbfe9669293173dda for: {'subnet': 1} {{(pid=105391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:54:42.101945 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d7fadd6e-8eb6-4486-90c0-d2808276083a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62938084'] for subnet (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:42.138365 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:42.280944 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-3e5b6a21-7d8d-4ed3-81c8-0098295fa704 None None] Publish callbacks [] for port (884bcb7f-e06c-444e-82e5-5eb50520f585), precommit_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:42.344435 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-3e5b6a21-7d8d-4ed3-81c8-0098295fa704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (884bcb7f-e06c-444e-82e5-5eb50520f585), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:42.344789 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d7fadd6e-8eb6-4486-90c0-d2808276083a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63278972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62938066'] for subnet (f6ae78b1-5d94-4821-b1a3-62b8a77fa490), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:42.397196 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fadd6e-8eb6-4486-90c0-d2808276083a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6ae78b1-5d94-4821-b1a3-62b8a77fa490,revision_number=0']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:42.403903 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:42.412960 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fadd6e-8eb6-4486-90c0-d2808276083a admin admin] Checking segment: {'id': 'f66f84f2-f99e-43d9-9d92-f91e6b0828b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': '27e55cbe-2a7f-4b72-85fe-3d5887a74522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:54:42.413345 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fadd6e-8eb6-4486-90c0-d2808276083a admin admin] Network hostable DHCP agents. Network: 27e55cbe-2a7f-4b72-85fe-3d5887a74522, hostable agents: ['46896d2e-004f-49d2-b9f8-26552a5db8fb'], hosted agents: [] {{(pid=105391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 14:54:42.426184 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa73c2-b0f8-4519-9148-2123565a0acc None None] Pushing event updated for resources: {'Port': ['ID=884bcb7f-e06c-444e-82e5-5eb50520f585,revision_number=3']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:42.438150 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-3e5b6a21-7d8d-4ed3-81c8-0098295fa704 None None] Attempting to bind port 884bcb7f-e06c-444e-82e5-5eb50520f585 on host dv-cinder-862365-4-iscsi for vnic_type normal with profile {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:54:42.438919 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-3e5b6a21-7d8d-4ed3-81c8-0098295fa704 None None] Attempting to bind port 884bcb7f-e06c-444e-82e5-5eb50520f585 by drivers openvswitch,hyperv on host dv-cinder-862365-4-iscsi at level 0 using segments [{'id': 'bb5a7c79-5120-4db1-935f-84f8f19ce00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '1cd281c7-4441-49e5-b5fc-ef9a7b818c4f'}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:54:42.439263 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5b6a21-7d8d-4ed3-81c8-0098295fa704 None None] Attempting to bind port 884bcb7f-e06c-444e-82e5-5eb50520f585 on network 1cd281c7-4441-49e5-b5fc-ef9a7b818c4f {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:54:42.484685 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5b6a21-7d8d-4ed3-81c8-0098295fa704 None None] Checking agent: {'id': '4ad02b58-e5d3-4528-83f7-2571c528ebad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 30, 41), 'started_at': datetime.datetime(2022, 11, 2, 14, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:54:42.484948 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5b6a21-7d8d-4ed3-81c8-0098295fa704 None None] Checking segment: {'id': 'bb5a7c79-5120-4db1-935f-84f8f19ce00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '1cd281c7-4441-49e5-b5fc-ef9a7b818c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:54:42.485449 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-3e5b6a21-7d8d-4ed3-81c8-0098295fa704 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:42.485835 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5b6a21-7d8d-4ed3-81c8-0098295fa704 None None] Bound using segment: {'id': 'bb5a7c79-5120-4db1-935f-84f8f19ce00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '1cd281c7-4441-49e5-b5fc-ef9a7b818c4f'} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:54:42.486301 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-3e5b6a21-7d8d-4ed3-81c8-0098295fa704 None None] Bound port: 884bcb7f-e06c-444e-82e5-5eb50520f585, host: dv-cinder-862365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb5a7c79-5120-4db1-935f-84f8f19ce00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '1cd281c7-4441-49e5-b5fc-ef9a7b818c4f'}}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:54:42.486673 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-3e5b6a21-7d8d-4ed3-81c8-0098295fa704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (884bcb7f-e06c-444e-82e5-5eb50520f585), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:42.544598 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fadd6e-8eb6-4486-90c0-d2808276083a admin admin] Network 27e55cbe-2a7f-4b72-85fe-3d5887a74522 is scheduled to be hosted by DHCP agent 46896d2e-004f-49d2-b9f8-26552a5db8fb with binding_index 1 {{(pid=105391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 14:54:42.547714 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-3e5b6a21-7d8d-4ed3-81c8-0098295fa704 None None] For port 884bcb7f-e06c-444e-82e5-5eb50520f585, host dv-cinder-862365-4-iscsi, cleared binding levels {{(pid=105392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:54:42.550710 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-3e5b6a21-7d8d-4ed3-81c8-0098295fa704 None None] For port 884bcb7f-e06c-444e-82e5-5eb50520f585, host dv-cinder-862365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=884bcb7f-e06c-444e-82e5-5eb50520f585,segment=NetworkSegment(bb5a7c79-5120-4db1-935f-84f8f19ce00d),segment_id=bb5a7c79-5120-4db1-935f-84f8f19ce00d)] {{(pid=105392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:54:42.658911 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [None req-d7fadd6e-8eb6-4486-90c0-d2808276083a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862365-4-iscsi, 27e55cbe-2a7f-4b72-85fe-3d5887a74522) {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:54:42.663100 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fadd6e-8eb6-4486-90c0-d2808276083a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:54:42.663705 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d7fadd6e-8eb6-4486-90c0-d2808276083a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for subnet (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:42.668185 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9619070-8ade-41ea-aa58-ad290bd6b07a None None] Network 27e55cbe-2a7f-4b72-85fe-3d5887a74522 requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:54:42.695459 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-3e5b6a21-7d8d-4ed3-81c8-0098295fa704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (884bcb7f-e06c-444e-82e5-5eb50520f585), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:42.772336 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5b6a21-7d8d-4ed3-81c8-0098295fa704 None None] Routers {'d2fed496-7a3c-48d0-94f6-a18554be1650'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:54:42.772864 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-3e5b6a21-7d8d-4ed3-81c8-0098295fa704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:54:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['d2fed496-7a3c-48d0-94f6-a18554be1650'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:54:42.825069 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa73c2-b0f8-4519-9148-2123565a0acc None None] Pushing event updated for resources: {'Port': ['ID=884bcb7f-e06c-444e-82e5-5eb50520f585,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:42.834217 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-d7fadd6e-8eb6-4486-90c0-d2808276083a admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8370230 Nov 02 14:54:42.836828 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 39328) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:54:42.841235 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-25e57088-2780-40ee-b18b-c5bf2ce3951e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2130415918-router', 'tenant_id': '6303b67346264d0dbfe9669293173dda', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:54:42.890469 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40aa24a-e5dc-4cf7-9e11-5782876e5f52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d58aa65-0d08-50de-ae60-d403a5b22f04-27e55cbe-2a7f-4b72-85fe-3d5887a74522', 'network_id': '27e55cbe-2a7f-4b72-85fe-3d5887a74522', 'project_id': '6303b67346264d0dbfe9669293173dda', 'fixed_ips': [{'subnet_id': 'f6ae78b1-5d94-4821-b1a3-62b8a77fa490'}]}} from dv-cinder-862365-4-iscsi. {{(pid=105392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 14:54:42.891393 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-b40aa24a-e5dc-4cf7-9e11-5782876e5f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:42.921116 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:42.932142 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-3e5b6a21-7d8d-4ed3-81c8-0098295fa704 None None] Set router d2fed496-7a3c-48d0-94f6-a18554be1650 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:54:42.956370 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-25e57088-2780-40ee-b18b-c5bf2ce3951e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66776222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43167'] for router (15c8e5a8-50cf-43df-a661-24953b41bcb9), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:42.957452 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-25e57088-2780-40ee-b18b-c5bf2ce3951e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66771122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66773370', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66784571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43142'] for router (15c8e5a8-50cf-43df-a661-24953b41bcb9), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:43.013888 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-25e57088-2780-40ee-b18b-c5bf2ce3951e admin admin] Publish callbacks [] for router_controller (15c8e5a8-50cf-43df-a661-24953b41bcb9), precommit_add_association {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:43.159335 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 690ad9a7-ea1b-46ba-ab18-0c3ef4eee215 up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:54:43.243200 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-25e57088-2780-40ee-b18b-c5bf2ce3951e admin admin] Publish callbacks [] for router_gateway (15c8e5a8-50cf-43df-a661-24953b41bcb9), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:43.345846 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 690ad9a7-ea1b-46ba-ab18-0c3ef4eee215 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:54:43.346212 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (690ad9a7-ea1b-46ba-ab18-0c3ef4eee215), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:43.346545 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 690ad9a7-ea1b-46ba-ab18-0c3ef4eee215 Nov 02 14:54:43.350597 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.db_base_plugin_common [None req-b40aa24a-e5dc-4cf7-9e11-5782876e5f52 None None] Allocated IP 172.20.0.2 (27e55cbe-2a7f-4b72-85fe-3d5887a74522/f6ae78b1-5d94-4821-b1a3-62b8a77fa490/6e341810-fdee-4844-97fc-0544a8f435db) {{(pid=105392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:54:43.430493 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=7 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:43.436199 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:43.490511 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:43.540009 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-3e5b6a21-7d8d-4ed3-81c8-0098295fa704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fed496-7a3c-48d0-94f6-a18554be1650', 'name': 'tempest-TestShelveInstance-1703901237-router', 'tenant_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '690ad9a7-ea1b-46ba-ab18-0c3ef4eee215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:54:36Z', 'updated_at': '2022-11-02T14:54:39Z', 'revision_number': 4, 'project_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'gw_port': {'id': '690ad9a7-ea1b-46ba-ab18-0c3ef4eee215', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fed496-7a3c-48d0-94f6-a18554be1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:54:36Z', 'updated_at': '2022-11-02T14:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '884bcb7f-e06c-444e-82e5-5eb50520f585', 'name': '', 'network_id': '1cd281c7-4441-49e5-b5fc-ef9a7b818c4f', 'tenant_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'mac_address': 'fa:16:3e:90:00:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2fed496-7a3c-48d0-94f6-a18554be1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '5128682b-5eee-4c56-b772-8bac1a0ce12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:54:38Z', 'updated_at': '2022-11-02T14:54:42Z', 'revision_number': 4, 'project_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'subnets': [{'id': '5128682b-5eee-4c56-b772-8bac1a0ce12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:54:43.551384 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-25e57088-2780-40ee-b18b-c5bf2ce3951e admin admin] Publish callbacks [] for router_gateway (15c8e5a8-50cf-43df-a661-24953b41bcb9), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:43.570753 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-25e57088-2780-40ee-b18b-c5bf2ce3951e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:43.582631 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5b6a21-7d8d-4ed3-81c8-0098295fa704 None None] The sync data for ids ['d2fed496-7a3c-48d0-94f6-a18554be1650'] in dv-cinder-862365-4-iscsi is: [{'id': 'd2fed496-7a3c-48d0-94f6-a18554be1650', 'name': 'tempest-TestShelveInstance-1703901237-router', 'tenant_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '690ad9a7-ea1b-46ba-ab18-0c3ef4eee215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:54:36Z', 'updated_at': '2022-11-02T14:54:39Z', 'revision_number': 4, 'project_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'gw_port': {'id': '690ad9a7-ea1b-46ba-ab18-0c3ef4eee215', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fed496-7a3c-48d0-94f6-a18554be1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:54:36Z', 'updated_at': '2022-11-02T14:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '884bcb7f-e06c-444e-82e5-5eb50520f585', 'name': '', 'network_id': '1cd281c7-4441-49e5-b5fc-ef9a7b818c4f', 'tenant_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'mac_address': 'fa:16:3e:90:00:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2fed496-7a3c-48d0-94f6-a18554be1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '5128682b-5eee-4c56-b772-8bac1a0ce12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:54:38Z', 'updated_at': '2022-11-02T14:54:42Z', 'revision_number': 4, 'project_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'subnets': [{'id': '5128682b-5eee-4c56-b772-8bac1a0ce12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:54:43.591185 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 690ad9a7-ea1b-46ba-ab18-0c3ef4eee215 is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:54:43.663503 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-b40aa24a-e5dc-4cf7-9e11-5782876e5f52 None None] Publish callbacks [] for port (6e341810-fdee-4844-97fc-0544a8f435db), precommit_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:43.698931 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.db_base_plugin_common [None req-25e57088-2780-40ee-b18b-c5bf2ce3951e admin admin] Allocated IP 172.27.0.230 (1e79e91c-2906-4b84-b981-aada7c6d27e6/3c350c57-8af8-403d-ac8f-51d64fbe694a/1c94520e-4459-48a8-b2e6-ac6fff391ed9) {{(pid=105391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:54:43.815724 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-25e57088-2780-40ee-b18b-c5bf2ce3951e admin admin] Publish callbacks [] for port (1c94520e-4459-48a8-b2e6-ac6fff391ed9), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:43.819414 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-b40aa24a-e5dc-4cf7-9e11-5782876e5f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461'] for port (6e341810-fdee-4844-97fc-0544a8f435db), after_create {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:43.865456 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40aa24a-e5dc-4cf7-9e11-5782876e5f52 None None] Network 27e55cbe-2a7f-4b72-85fe-3d5887a74522 is already hosted by enough agents. {{(pid=105392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:54:43.870967 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.scheduler.base_scheduler [None req-b40aa24a-e5dc-4cf7-9e11-5782876e5f52 None None] Resources bound (agent type, host, resource id): {{(pid=105392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:54:43.873807 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40aa24a-e5dc-4cf7-9e11-5782876e5f52 None None] Received port after_create {{(pid=105392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:54:43.878301 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40aa24a-e5dc-4cf7-9e11-5782876e5f52 None None] Pushing event updated for resources: {'Port': ['ID=6e341810-fdee-4844-97fc-0544a8f435db,revision_number=1']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:43.927917 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-25e57088-2780-40ee-b18b-c5bf2ce3951e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63276524'] for port (1c94520e-4459-48a8-b2e6-ac6fff391ed9), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:43.944806 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-b40aa24a-e5dc-4cf7-9e11-5782876e5f52 None None] Attempting to bind port 6e341810-fdee-4844-97fc-0544a8f435db on host dv-cinder-862365-4-iscsi for vnic_type normal with profile {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:54:43.945139 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-b40aa24a-e5dc-4cf7-9e11-5782876e5f52 None None] Attempting to bind port 6e341810-fdee-4844-97fc-0544a8f435db by drivers openvswitch,hyperv on host dv-cinder-862365-4-iscsi at level 0 using segments [{'id': 'f66f84f2-f99e-43d9-9d92-f91e6b0828b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': '27e55cbe-2a7f-4b72-85fe-3d5887a74522'}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:54:43.945510 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40aa24a-e5dc-4cf7-9e11-5782876e5f52 None None] Attempting to bind port 6e341810-fdee-4844-97fc-0544a8f435db on network 27e55cbe-2a7f-4b72-85fe-3d5887a74522 {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:54:43.972672 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e57088-2780-40ee-b18b-c5bf2ce3951e admin admin] Network 1e79e91c-2906-4b84-b981-aada7c6d27e6 is already hosted by enough agents. {{(pid=105391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:54:43.978490 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [None req-25e57088-2780-40ee-b18b-c5bf2ce3951e admin admin] Resources bound (agent type, host, resource id): {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:54:43.981288 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e57088-2780-40ee-b18b-c5bf2ce3951e admin admin] Received port after_create {{(pid=105391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:54:43.983632 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e57088-2780-40ee-b18b-c5bf2ce3951e admin admin] Pushing event updated for resources: {'Port': ['ID=1c94520e-4459-48a8-b2e6-ac6fff391ed9,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:44.002150 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40aa24a-e5dc-4cf7-9e11-5782876e5f52 None None] Checking agent: {'id': '4ad02b58-e5d3-4528-83f7-2571c528ebad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 30, 41), 'started_at': datetime.datetime(2022, 11, 2, 14, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:54:44.002569 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40aa24a-e5dc-4cf7-9e11-5782876e5f52 None None] Checking segment: {'id': 'f66f84f2-f99e-43d9-9d92-f91e6b0828b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': '27e55cbe-2a7f-4b72-85fe-3d5887a74522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:54:44.003151 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-b40aa24a-e5dc-4cf7-9e11-5782876e5f52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:44.003619 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40aa24a-e5dc-4cf7-9e11-5782876e5f52 None None] Bound using segment: {'id': 'f66f84f2-f99e-43d9-9d92-f91e6b0828b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': '27e55cbe-2a7f-4b72-85fe-3d5887a74522'} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:54:44.004510 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-b40aa24a-e5dc-4cf7-9e11-5782876e5f52 None None] Bound port: 6e341810-fdee-4844-97fc-0544a8f435db, host: dv-cinder-862365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f66f84f2-f99e-43d9-9d92-f91e6b0828b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': '27e55cbe-2a7f-4b72-85fe-3d5887a74522'}}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:54:44.005285 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-b40aa24a-e5dc-4cf7-9e11-5782876e5f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (6e341810-fdee-4844-97fc-0544a8f435db), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:44.071962 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:44.076428 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-b40aa24a-e5dc-4cf7-9e11-5782876e5f52 None None] For port 6e341810-fdee-4844-97fc-0544a8f435db, host dv-cinder-862365-4-iscsi, cleared binding levels {{(pid=105392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:54:44.079495 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-b40aa24a-e5dc-4cf7-9e11-5782876e5f52 None None] For port 6e341810-fdee-4844-97fc-0544a8f435db, host dv-cinder-862365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=6e341810-fdee-4844-97fc-0544a8f435db,segment=NetworkSegment(f66f84f2-f99e-43d9-9d92-f91e6b0828b0),segment_id=f66f84f2-f99e-43d9-9d92-f91e6b0828b0)] {{(pid=105392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:54:44.271100 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-b40aa24a-e5dc-4cf7-9e11-5782876e5f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (6e341810-fdee-4844-97fc-0544a8f435db), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:44.336783 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40aa24a-e5dc-4cf7-9e11-5782876e5f52 None None] Pushing event updated for resources: {'Port': ['ID=6e341810-fdee-4844-97fc-0544a8f435db,revision_number=2']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:44.387119 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-25e57088-2780-40ee-b18b-c5bf2ce3951e admin admin] Publish callbacks [] for router_gateway (15c8e5a8-50cf-43df-a661-24953b41bcb9), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:44.480302 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:44.591727 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:44.599584 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-25e57088-2780-40ee-b18b-c5bf2ce3951e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66771109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66773276'] for router (15c8e5a8-50cf-43df-a661-24953b41bcb9), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:44.830357 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e57088-2780-40ee-b18b-c5bf2ce3951e admin admin] Router 15c8e5a8-50cf-43df-a661-24953b41bcb9 is scheduled to L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c with binding_index 1 {{(pid=105391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 14:54:44.942521 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e57088-2780-40ee-b18b-c5bf2ce3951e admin admin] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:54:44.952420 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22188c58-5499-405f-9703-84cb5943451a None None] Sync routers for ids ['15c8e5a8-50cf-43df-a661-24953b41bcb9'] in dv-cinder-862365-4-iscsi {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:54:44.969069 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22188c58-5499-405f-9703-84cb5943451a None None] Routers {'15c8e5a8-50cf-43df-a661-24953b41bcb9'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:54:44.970816 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-22188c58-5499-405f-9703-84cb5943451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:54:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['15c8e5a8-50cf-43df-a661-24953b41bcb9'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:54:45.047422 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 6e341810-fdee-4844-97fc-0544a8f435db up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:54:45.052334 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-25e57088-2780-40ee-b18b-c5bf2ce3951e admin admin] Publish callbacks [] for router (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:45.052570 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-25e57088-2780-40ee-b18b-c5bf2ce3951e admin admin] 10.222.0.30 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2146120 Nov 02 14:54:45.060649 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 39330) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:54:45.094916 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-22188c58-5499-405f-9703-84cb5943451a None None] Set router 15c8e5a8-50cf-43df-a661-24953b41bcb9 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:54:45.106640 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 6e341810-fdee-4844-97fc-0544a8f435db triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:54:45.107023 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (6e341810-fdee-4844-97fc-0544a8f435db), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:45.107364 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 6e341810-fdee-4844-97fc-0544a8f435db Nov 02 14:54:45.202042 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 6e341810-fdee-4844-97fc-0544a8f435db is: DOWN; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:54:45.202042 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (6e341810-fdee-4844-97fc-0544a8f435db), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:45.247198 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] For port 6e341810-fdee-4844-97fc-0544a8f435db, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=6e341810-fdee-4844-97fc-0544a8f435db,segment=NetworkSegment(f66f84f2-f99e-43d9-9d92-f91e6b0828b0),segment_id=f66f84f2-f99e-43d9-9d92-f91e6b0828b0)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:54:45.284492 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab37266-6e3a-405b-ae15-c76d928afcc9 None None] Network 27e55cbe-2a7f-4b72-85fe-3d5887a74522 requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:54:45.312841 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (6e341810-fdee-4844-97fc-0544a8f435db), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:45.313653 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-22188c58-5499-405f-9703-84cb5943451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c8e5a8-50cf-43df-a661-24953b41bcb9', 'name': 'tempest-TestShelveInstance-2130415918-router', 'tenant_id': '6303b67346264d0dbfe9669293173dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '1c94520e-4459-48a8-b2e6-ac6fff391ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:54:42Z', 'updated_at': '2022-11-02T14:54:44Z', 'revision_number': 3, 'project_id': '6303b67346264d0dbfe9669293173dda', 'gw_port': {'id': '1c94520e-4459-48a8-b2e6-ac6fff391ed9', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c8e5a8-50cf-43df-a661-24953b41bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:54:43Z', 'updated_at': '2022-11-02T14:54:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:54:45.314181 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 884bcb7f-e06c-444e-82e5-5eb50520f585 up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:54:45.339910 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22188c58-5499-405f-9703-84cb5943451a None None] Checking router: 15c8e5a8-50cf-43df-a661-24953b41bcb9 for host: dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:54:45.351421 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22188c58-5499-405f-9703-84cb5943451a None None] Updating router 15c8e5a8-50cf-43df-a661-24953b41bcb9 port 1c94520e-4459-48a8-b2e6-ac6fff391ed9 binding host dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 14:54:45.378509 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-22188c58-5499-405f-9703-84cb5943451a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (1c94520e-4459-48a8-b2e6-ac6fff391ed9), before_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:45.427286 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-6d22fd24-520c-431e-8920-0c487b6485c0 None None] Provisioning complete for port 6e341810-fdee-4844-97fc-0544a8f435db triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:54:45.427795 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-6d22fd24-520c-431e-8920-0c487b6485c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (6e341810-fdee-4844-97fc-0544a8f435db), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:45.428239 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-6d22fd24-520c-431e-8920-0c487b6485c0 None None] Attempt 1 to provision port 6e341810-fdee-4844-97fc-0544a8f435db Nov 02 14:54:45.494219 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Pushing event updated for resources: {'Port': ['ID=6e341810-fdee-4844-97fc-0544a8f435db,revision_number=3']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:45.519976 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 884bcb7f-e06c-444e-82e5-5eb50520f585 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:54:45.520514 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (884bcb7f-e06c-444e-82e5-5eb50520f585), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:45.521269 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 884bcb7f-e06c-444e-82e5-5eb50520f585 Nov 02 14:54:45.628911 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-6d22fd24-520c-431e-8920-0c487b6485c0 None None] Current status of the port 6e341810-fdee-4844-97fc-0544a8f435db is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:54:45.633580 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-22188c58-5499-405f-9703-84cb5943451a None None] Publish callbacks [] for port (1c94520e-4459-48a8-b2e6-ac6fff391ed9), precommit_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:45.644877 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 884bcb7f-e06c-444e-82e5-5eb50520f585 is: DOWN; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:54:45.645464 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (884bcb7f-e06c-444e-82e5-5eb50520f585), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:45.685127 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] For port 884bcb7f-e06c-444e-82e5-5eb50520f585, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=884bcb7f-e06c-444e-82e5-5eb50520f585,segment=NetworkSegment(bb5a7c79-5120-4db1-935f-84f8f19ce00d),segment_id=bb5a7c79-5120-4db1-935f-84f8f19ce00d)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:54:45.716394 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-22188c58-5499-405f-9703-84cb5943451a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (1c94520e-4459-48a8-b2e6-ac6fff391ed9), after_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:45.755562 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.managers [None req-22188c58-5499-405f-9703-84cb5943451a None None] Attempting to bind port 1c94520e-4459-48a8-b2e6-ac6fff391ed9 on host dv-cinder-862365-4-iscsi for vnic_type normal with profile {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:54:45.755930 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.managers [None req-22188c58-5499-405f-9703-84cb5943451a None None] Attempting to bind port 1c94520e-4459-48a8-b2e6-ac6fff391ed9 by drivers openvswitch,hyperv on host dv-cinder-862365-4-iscsi at level 0 using segments [{'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}] {{(pid=105393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:54:45.756513 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22188c58-5499-405f-9703-84cb5943451a None None] Attempting to bind port 1c94520e-4459-48a8-b2e6-ac6fff391ed9 on network 1e79e91c-2906-4b84-b981-aada7c6d27e6 {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:54:45.764206 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:45.788561 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a937c4-e3b3-4144-a55e-9788264e2706 None None] Pushing event updated for resources: {'Port': ['ID=1c94520e-4459-48a8-b2e6-ac6fff391ed9,revision_number=2']} {{(pid=105393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:45.802805 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (884bcb7f-e06c-444e-82e5-5eb50520f585), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:45.812253 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=100 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:45.815741 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22188c58-5499-405f-9703-84cb5943451a None None] Checking agent: {'id': '4ad02b58-e5d3-4528-83f7-2571c528ebad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 30, 41), 'started_at': datetime.datetime(2022, 11, 2, 14, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:54:45.816340 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22188c58-5499-405f-9703-84cb5943451a None None] Checking segment: {'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:54:45.816927 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-22188c58-5499-405f-9703-84cb5943451a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:45.817579 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22188c58-5499-405f-9703-84cb5943451a None None] Bound using segment: {'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'} {{(pid=105393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:54:45.817739 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d80f65b4-301c-4e56-b79f-67b1e6e4f8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:45.818380 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.managers [None req-22188c58-5499-405f-9703-84cb5943451a None None] Bound port: 1c94520e-4459-48a8-b2e6-ac6fff391ed9, host: dv-cinder-862365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a641ca-682a-48e9-98c9-b5a1ba9af67a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6'}}] {{(pid=105393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:54:45.818945 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-22188c58-5499-405f-9703-84cb5943451a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (1c94520e-4459-48a8-b2e6-ac6fff391ed9), before_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:45.853726 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:45.870144 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:45.885220 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.db [None req-22188c58-5499-405f-9703-84cb5943451a None None] For port 1c94520e-4459-48a8-b2e6-ac6fff391ed9, host dv-cinder-862365-4-iscsi, cleared binding levels {{(pid=105393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:54:45.885942 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-372a6fdc-ba39-4191-aeda-5f54d5cf864d None None] Provisioning complete for port 6e341810-fdee-4844-97fc-0544a8f435db triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:54:45.886329 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-372a6fdc-ba39-4191-aeda-5f54d5cf864d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (6e341810-fdee-4844-97fc-0544a8f435db), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:45.887007 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-372a6fdc-ba39-4191-aeda-5f54d5cf864d None None] Attempt 1 to provision port 6e341810-fdee-4844-97fc-0544a8f435db Nov 02 14:54:45.888240 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Pushing event updated for resources: {'Port': ['ID=884bcb7f-e06c-444e-82e5-5eb50520f585,revision_number=5']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:45.888521 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.plugins.ml2.db [None req-22188c58-5499-405f-9703-84cb5943451a None None] For port 1c94520e-4459-48a8-b2e6-ac6fff391ed9, host dv-cinder-862365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=1c94520e-4459-48a8-b2e6-ac6fff391ed9,segment=NetworkSegment(16a641ca-682a-48e9-98c9-b5a1ba9af67a),segment_id=16a641ca-682a-48e9-98c9-b5a1ba9af67a)] {{(pid=105393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:54:45.936407 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:45.968110 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-372a6fdc-ba39-4191-aeda-5f54d5cf864d None None] Current status of the port 6e341810-fdee-4844-97fc-0544a8f435db is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:54:45.988576 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.db_base_plugin_common [None req-d80f65b4-301c-4e56-b79f-67b1e6e4f8eb admin admin] Allocated IP 172.20.0.1 (27e55cbe-2a7f-4b72-85fe-3d5887a74522/f6ae78b1-5d94-4821-b1a3-62b8a77fa490/65695bd1-9559-48d1-a6f2-ac9fb64fccdc) {{(pid=105391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:54:45.998198 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:46.003007 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron_lib.callbacks.manager [None req-22188c58-5499-405f-9703-84cb5943451a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (1c94520e-4459-48a8-b2e6-ac6fff391ed9), after_update {{(pid=105393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:46.040335 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22188c58-5499-405f-9703-84cb5943451a None None] Routers {'15c8e5a8-50cf-43df-a661-24953b41bcb9'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:54:46.040934 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-22188c58-5499-405f-9703-84cb5943451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:54:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['15c8e5a8-50cf-43df-a661-24953b41bcb9'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:54:46.089769 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a937c4-e3b3-4144-a55e-9788264e2706 None None] Pushing event updated for resources: {'Port': ['ID=1c94520e-4459-48a8-b2e6-ac6fff391ed9,revision_number=3']} {{(pid=105393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:46.098592 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d80f65b4-301c-4e56-b79f-67b1e6e4f8eb admin admin] Publish callbacks [] for port (65695bd1-9559-48d1-a6f2-ac9fb64fccdc), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:46.156404 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-22188c58-5499-405f-9703-84cb5943451a None None] Set router 15c8e5a8-50cf-43df-a661-24953b41bcb9 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:54:46.196442 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d80f65b4-301c-4e56-b79f-67b1e6e4f8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63276524'] for port (65695bd1-9559-48d1-a6f2-ac9fb64fccdc), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:46.239974 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80f65b4-301c-4e56-b79f-67b1e6e4f8eb admin admin] Network 27e55cbe-2a7f-4b72-85fe-3d5887a74522 is already hosted by enough agents. {{(pid=105391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:54:46.245381 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [None req-d80f65b4-301c-4e56-b79f-67b1e6e4f8eb admin admin] Resources bound (agent type, host, resource id): {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:54:46.247915 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f65b4-301c-4e56-b79f-67b1e6e4f8eb admin admin] Pushing event updated for resources: {'Port': ['ID=65695bd1-9559-48d1-a6f2-ac9fb64fccdc,revision_number=1']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:46.250398 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80f65b4-301c-4e56-b79f-67b1e6e4f8eb admin admin] Received port after_create {{(pid=105391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:54:46.293375 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d80f65b4-301c-4e56-b79f-67b1e6e4f8eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66774394'] for router_interface (15c8e5a8-50cf-43df-a661-24953b41bcb9), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:46.426679 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-22188c58-5499-405f-9703-84cb5943451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c8e5a8-50cf-43df-a661-24953b41bcb9', 'name': 'tempest-TestShelveInstance-2130415918-router', 'tenant_id': '6303b67346264d0dbfe9669293173dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '1c94520e-4459-48a8-b2e6-ac6fff391ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:54:42Z', 'updated_at': '2022-11-02T14:54:44Z', 'revision_number': 3, 'project_id': '6303b67346264d0dbfe9669293173dda', 'gw_port': {'id': '1c94520e-4459-48a8-b2e6-ac6fff391ed9', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c8e5a8-50cf-43df-a661-24953b41bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:54:43Z', 'updated_at': '2022-11-02T14:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:54:46.455396 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22188c58-5499-405f-9703-84cb5943451a None None] The sync data for ids ['15c8e5a8-50cf-43df-a661-24953b41bcb9'] in dv-cinder-862365-4-iscsi is: [{'id': '15c8e5a8-50cf-43df-a661-24953b41bcb9', 'name': 'tempest-TestShelveInstance-2130415918-router', 'tenant_id': '6303b67346264d0dbfe9669293173dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '1c94520e-4459-48a8-b2e6-ac6fff391ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:54:42Z', 'updated_at': '2022-11-02T14:54:44Z', 'revision_number': 3, 'project_id': '6303b67346264d0dbfe9669293173dda', 'gw_port': {'id': '1c94520e-4459-48a8-b2e6-ac6fff391ed9', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c8e5a8-50cf-43df-a661-24953b41bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:54:43Z', 'updated_at': '2022-11-02T14:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}] {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:54:46.490570 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-57341a6e-035a-4d98-855b-ecdbeed39369 None None] Provisioning complete for port 65695bd1-9559-48d1-a6f2-ac9fb64fccdc triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:54:46.491173 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-57341a6e-035a-4d98-855b-ecdbeed39369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (65695bd1-9559-48d1-a6f2-ac9fb64fccdc), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:46.491435 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-57341a6e-035a-4d98-855b-ecdbeed39369 None None] Attempt 1 to provision port 65695bd1-9559-48d1-a6f2-ac9fb64fccdc Nov 02 14:54:46.525669 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:46.528876 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-57341a6e-035a-4d98-855b-ecdbeed39369 None None] Port 65695bd1-9559-48d1-a6f2-ac9fb64fccdc cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:54:46.687207 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d80f65b4-301c-4e56-b79f-67b1e6e4f8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (65695bd1-9559-48d1-a6f2-ac9fb64fccdc), before_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:46.868845 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d80f65b4-301c-4e56-b79f-67b1e6e4f8eb admin admin] Publish callbacks [] for port (65695bd1-9559-48d1-a6f2-ac9fb64fccdc), precommit_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:46.956363 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d80f65b4-301c-4e56-b79f-67b1e6e4f8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63276539'] for port (65695bd1-9559-48d1-a6f2-ac9fb64fccdc), after_update {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:47.038845 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f65b4-301c-4e56-b79f-67b1e6e4f8eb admin admin] Pushing event updated for resources: {'Port': ['ID=65695bd1-9559-48d1-a6f2-ac9fb64fccdc,revision_number=2']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:47.043330 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-d80f65b4-301c-4e56-b79f-67b1e6e4f8eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66712615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66774486'] for router_interface (15c8e5a8-50cf-43df-a661-24953b41bcb9), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:47.093764 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 1c94520e-4459-48a8-b2e6-ac6fff391ed9 up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:54:47.147138 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 1c94520e-4459-48a8-b2e6-ac6fff391ed9 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:54:47.147696 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (1c94520e-4459-48a8-b2e6-ac6fff391ed9), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:47.148077 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 1c94520e-4459-48a8-b2e6-ac6fff391ed9 Nov 02 14:54:47.153768 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80f65b4-301c-4e56-b79f-67b1e6e4f8eb admin admin] Network 27e55cbe-2a7f-4b72-85fe-3d5887a74522 is already hosted by enough agents. {{(pid=105391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:54:47.155332 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.base_scheduler [None req-d80f65b4-301c-4e56-b79f-67b1e6e4f8eb admin admin] Resources bound (agent type, host, resource id): {{(pid=105391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:54:47.202519 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:47.244816 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 1c94520e-4459-48a8-b2e6-ac6fff391ed9 is: DOWN; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:54:47.245245 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (1c94520e-4459-48a8-b2e6-ac6fff391ed9), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:47.275753 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] For port 1c94520e-4459-48a8-b2e6-ac6fff391ed9, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=1c94520e-4459-48a8-b2e6-ac6fff391ed9,segment=NetworkSegment(16a641ca-682a-48e9-98c9-b5a1ba9af67a),segment_id=16a641ca-682a-48e9-98c9-b5a1ba9af67a)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:54:47.287222 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80f65b4-301c-4e56-b79f-67b1e6e4f8eb admin admin] Router 15c8e5a8-50cf-43df-a661-24953b41bcb9 has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:54:47.346276 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (1c94520e-4459-48a8-b2e6-ac6fff391ed9), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:47.346850 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 884bcb7f-e06c-444e-82e5-5eb50520f585 up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:54:47.406078 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80f65b4-301c-4e56-b79f-67b1e6e4f8eb admin admin] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:54:47.412976 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-d80f65b4-301c-4e56-b79f-67b1e6e4f8eb admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/15c8e5a8-50cf-43df-a661-24953b41bcb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3495150 Nov 02 14:54:47.446510 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Pushing event updated for resources: {'Port': ['ID=1c94520e-4459-48a8-b2e6-ac6fff391ed9,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:47.460544 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fc096645-411d-46e3-8f71-f6740e8618f3 None None] Provisioning complete for port 65695bd1-9559-48d1-a6f2-ac9fb64fccdc triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:54:47.460915 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fc096645-411d-46e3-8f71-f6740e8618f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (65695bd1-9559-48d1-a6f2-ac9fb64fccdc), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:47.461271 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-fc096645-411d-46e3-8f71-f6740e8618f3 None None] Attempt 1 to provision port 65695bd1-9559-48d1-a6f2-ac9fb64fccdc Nov 02 14:54:47.488348 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 884bcb7f-e06c-444e-82e5-5eb50520f585 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:54:47.488719 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (884bcb7f-e06c-444e-82e5-5eb50520f585), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:47.489083 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 884bcb7f-e06c-444e-82e5-5eb50520f585 Nov 02 14:54:47.519998 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fc096645-411d-46e3-8f71-f6740e8618f3 None None] Port 65695bd1-9559-48d1-a6f2-ac9fb64fccdc cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:54:47.577335 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 884bcb7f-e06c-444e-82e5-5eb50520f585 is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:54:47.578537 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 6e341810-fdee-4844-97fc-0544a8f435db up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:54:47.623905 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 6e341810-fdee-4844-97fc-0544a8f435db triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:54:47.624285 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (6e341810-fdee-4844-97fc-0544a8f435db), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:47.624629 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 6e341810-fdee-4844-97fc-0544a8f435db Nov 02 14:54:47.703200 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 6e341810-fdee-4844-97fc-0544a8f435db is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:54:48.069761 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4220257b-1f58-4ad1-b2d9-af7d7e236827 None None] Sync routers for ids ['15c8e5a8-50cf-43df-a661-24953b41bcb9'] in dv-cinder-862365-4-iscsi {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:54:48.080508 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4220257b-1f58-4ad1-b2d9-af7d7e236827 None None] Routers {'15c8e5a8-50cf-43df-a661-24953b41bcb9'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:54:48.081156 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-4220257b-1f58-4ad1-b2d9-af7d7e236827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:54:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['15c8e5a8-50cf-43df-a661-24953b41bcb9'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:54:48.178290 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=100 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:48.188173 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-4220257b-1f58-4ad1-b2d9-af7d7e236827 None None] Set router 15c8e5a8-50cf-43df-a661-24953b41bcb9 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:54:48.566359 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-4220257b-1f58-4ad1-b2d9-af7d7e236827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c8e5a8-50cf-43df-a661-24953b41bcb9', 'name': 'tempest-TestShelveInstance-2130415918-router', 'tenant_id': '6303b67346264d0dbfe9669293173dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '1c94520e-4459-48a8-b2e6-ac6fff391ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:54:42Z', 'updated_at': '2022-11-02T14:54:46Z', 'revision_number': 4, 'project_id': '6303b67346264d0dbfe9669293173dda', 'gw_port': {'id': '1c94520e-4459-48a8-b2e6-ac6fff391ed9', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c8e5a8-50cf-43df-a661-24953b41bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:54:43Z', 'updated_at': '2022-11-02T14:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '65695bd1-9559-48d1-a6f2-ac9fb64fccdc', 'name': '', 'network_id': '27e55cbe-2a7f-4b72-85fe-3d5887a74522', 'tenant_id': '6303b67346264d0dbfe9669293173dda', 'mac_address': 'fa:16:3e:66:66:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c8e5a8-50cf-43df-a661-24953b41bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'f6ae78b1-5d94-4821-b1a3-62b8a77fa490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:54:45Z', 'updated_at': '2022-11-02T14:54:46Z', 'revision_number': 2, 'project_id': '6303b67346264d0dbfe9669293173dda', 'subnets': [{'id': 'f6ae78b1-5d94-4821-b1a3-62b8a77fa490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:54:48.591704 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4220257b-1f58-4ad1-b2d9-af7d7e236827 None None] Checking router: 15c8e5a8-50cf-43df-a661-24953b41bcb9 for host: dv-cinder-862365-4-iscsi {{(pid=105392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:54:48.595990 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4220257b-1f58-4ad1-b2d9-af7d7e236827 None None] Updating router 15c8e5a8-50cf-43df-a661-24953b41bcb9 port 65695bd1-9559-48d1-a6f2-ac9fb64fccdc binding host dv-cinder-862365-4-iscsi {{(pid=105392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 14:54:48.595990 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:48.621524 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-4220257b-1f58-4ad1-b2d9-af7d7e236827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (65695bd1-9559-48d1-a6f2-ac9fb64fccdc), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:48.867842 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 39340) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:54:48.873988 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-e91e4465-f087-429e-b8b7-c04b63996903 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1827728090', 'description': 'tempest-secgroup-smoke-1827728090 description', 'project_id': 'b7940a345a7c4ccba03eff0476e82d6c'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:54:48.884648 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-4220257b-1f58-4ad1-b2d9-af7d7e236827 None None] Publish callbacks [] for port (65695bd1-9559-48d1-a6f2-ac9fb64fccdc), precommit_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:48.967837 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-4220257b-1f58-4ad1-b2d9-af7d7e236827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (65695bd1-9559-48d1-a6f2-ac9fb64fccdc), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:48.998968 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 1c94520e-4459-48a8-b2e6-ac6fff391ed9 up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:54:49.002564 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e91e4465-f087-429e-b8b7-c04b63996903 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks [] for security_group (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:49.068545 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a93f8-ab18-4b18-a8bf-5fd300d962cd None None] Pushing event updated for resources: {'Port': ['ID=65695bd1-9559-48d1-a6f2-ac9fb64fccdc,revision_number=3']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:49.075638 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e91e4465-f087-429e-b8b7-c04b63996903 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks [] for security_group (61cf93d5-f38f-46b9-b51d-bf0320e00d2b), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:49.108706 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-4220257b-1f58-4ad1-b2d9-af7d7e236827 None None] Attempting to bind port 65695bd1-9559-48d1-a6f2-ac9fb64fccdc on host dv-cinder-862365-4-iscsi for vnic_type normal with profile {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:54:49.109105 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-4220257b-1f58-4ad1-b2d9-af7d7e236827 None None] Attempting to bind port 65695bd1-9559-48d1-a6f2-ac9fb64fccdc by drivers openvswitch,hyperv on host dv-cinder-862365-4-iscsi at level 0 using segments [{'id': 'f66f84f2-f99e-43d9-9d92-f91e6b0828b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': '27e55cbe-2a7f-4b72-85fe-3d5887a74522'}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:54:49.109467 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4220257b-1f58-4ad1-b2d9-af7d7e236827 None None] Attempting to bind port 65695bd1-9559-48d1-a6f2-ac9fb64fccdc on network 27e55cbe-2a7f-4b72-85fe-3d5887a74522 {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:54:49.134581 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 1c94520e-4459-48a8-b2e6-ac6fff391ed9 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:54:49.134952 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (1c94520e-4459-48a8-b2e6-ac6fff391ed9), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:49.135284 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 1c94520e-4459-48a8-b2e6-ac6fff391ed9 Nov 02 14:54:49.156056 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e91e4465-f087-429e-b8b7-c04b63996903 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (61cf93d5-f38f-46b9-b51d-bf0320e00d2b), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:49.170701 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:49.185868 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4220257b-1f58-4ad1-b2d9-af7d7e236827 None None] Checking agent: {'id': '4ad02b58-e5d3-4528-83f7-2571c528ebad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862365-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 30, 41), 'started_at': datetime.datetime(2022, 11, 2, 14, 31, 11), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862365-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:54:49.186239 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4220257b-1f58-4ad1-b2d9-af7d7e236827 None None] Checking segment: {'id': 'f66f84f2-f99e-43d9-9d92-f91e6b0828b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': '27e55cbe-2a7f-4b72-85fe-3d5887a74522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:54:49.186640 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-4220257b-1f58-4ad1-b2d9-af7d7e236827 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:49.187034 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4220257b-1f58-4ad1-b2d9-af7d7e236827 None None] Bound using segment: {'id': 'f66f84f2-f99e-43d9-9d92-f91e6b0828b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': '27e55cbe-2a7f-4b72-85fe-3d5887a74522'} {{(pid=105392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:54:49.187442 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e4465-f087-429e-b8b7-c04b63996903 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61cf93d5-f38f-46b9-b51d-bf0320e00d2b,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:49.187566 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.managers [None req-4220257b-1f58-4ad1-b2d9-af7d7e236827 None None] Bound port: 65695bd1-9559-48d1-a6f2-ac9fb64fccdc, host: dv-cinder-862365-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f66f84f2-f99e-43d9-9d92-f91e6b0828b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': '27e55cbe-2a7f-4b72-85fe-3d5887a74522'}}] {{(pid=105392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:54:49.187864 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-4220257b-1f58-4ad1-b2d9-af7d7e236827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (65695bd1-9559-48d1-a6f2-ac9fb64fccdc), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:49.266543 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 1c94520e-4459-48a8-b2e6-ac6fff391ed9 is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:54:49.266819 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-e91e4465-f087-429e-b8b7-c04b63996903 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:49.268186 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-e91e4465-f087-429e-b8b7-c04b63996903 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3991532 Nov 02 14:54:49.271378 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 39342) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:54:49.275964 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.v2.base [None req-5c79f6a0-b857-4966-992b-638c797e1807 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Request body: {'security_group_rule': {'security_group_id': '61cf93d5-f38f-46b9-b51d-bf0320e00d2b', 'project_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:54:49.295448 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-4220257b-1f58-4ad1-b2d9-af7d7e236827 None None] For port 65695bd1-9559-48d1-a6f2-ac9fb64fccdc, host dv-cinder-862365-4-iscsi, cleared binding levels {{(pid=105392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:54:49.298781 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-4220257b-1f58-4ad1-b2d9-af7d7e236827 None None] For port 65695bd1-9559-48d1-a6f2-ac9fb64fccdc, host dv-cinder-862365-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=65695bd1-9559-48d1-a6f2-ac9fb64fccdc,segment=NetworkSegment(f66f84f2-f99e-43d9-9d92-f91e6b0828b0),segment_id=f66f84f2-f99e-43d9-9d92-f91e6b0828b0)] {{(pid=105392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:54:49.390939 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-5c79f6a0-b857-4966-992b-638c797e1807 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks [] for security_group_rule (23e84df0-10e8-43b0-ad1c-21dd2958ff69), before_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:49.447637 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-5c79f6a0-b857-4966-992b-638c797e1807 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks [] for security_group_rule (23e84df0-10e8-43b0-ad1c-21dd2958ff69), precommit_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:49.448319 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-4220257b-1f58-4ad1-b2d9-af7d7e236827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (65695bd1-9559-48d1-a6f2-ac9fb64fccdc), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:49.482804 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4220257b-1f58-4ad1-b2d9-af7d7e236827 None None] Routers {'15c8e5a8-50cf-43df-a661-24953b41bcb9'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:54:49.483412 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-4220257b-1f58-4ad1-b2d9-af7d7e236827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:54:39Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['15c8e5a8-50cf-43df-a661-24953b41bcb9'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:54:49.539358 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a93f8-ab18-4b18-a8bf-5fd300d962cd None None] Pushing event updated for resources: {'Port': ['ID=65695bd1-9559-48d1-a6f2-ac9fb64fccdc,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:49.572397 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-5c79f6a0-b857-4966-992b-638c797e1807 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66819821'] for security_group_rule (23e84df0-10e8-43b0-ad1c-21dd2958ff69), after_create {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:49.591665 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c79f6a0-b857-4966-992b-638c797e1807 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e84df0-10e8-43b0-ad1c-21dd2958ff69,revision_number=0']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:49.596872 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:49.604109 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-4220257b-1f58-4ad1-b2d9-af7d7e236827 None None] Set router 15c8e5a8-50cf-43df-a661-24953b41bcb9 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:54:49.729648 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-5c79f6a0-b857-4966-992b-638c797e1807 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:49.730794 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-5c79f6a0-b857-4966-992b-638c797e1807 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4584200 Nov 02 14:54:49.733930 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 39344) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:54:49.739066 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-982573c1-d837-46be-a713-0d16ae849026 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Request body: {'security_group_rule': {'security_group_id': '61cf93d5-f38f-46b9-b51d-bf0320e00d2b', 'project_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:54:49.800540 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-4220257b-1f58-4ad1-b2d9-af7d7e236827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c8e5a8-50cf-43df-a661-24953b41bcb9', 'name': 'tempest-TestShelveInstance-2130415918-router', 'tenant_id': '6303b67346264d0dbfe9669293173dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '1c94520e-4459-48a8-b2e6-ac6fff391ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:54:42Z', 'updated_at': '2022-11-02T14:54:46Z', 'revision_number': 4, 'project_id': '6303b67346264d0dbfe9669293173dda', 'gw_port': {'id': '1c94520e-4459-48a8-b2e6-ac6fff391ed9', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c8e5a8-50cf-43df-a661-24953b41bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:54:43Z', 'updated_at': '2022-11-02T14:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '65695bd1-9559-48d1-a6f2-ac9fb64fccdc', 'name': '', 'network_id': '27e55cbe-2a7f-4b72-85fe-3d5887a74522', 'tenant_id': '6303b67346264d0dbfe9669293173dda', 'mac_address': 'fa:16:3e:66:66:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c8e5a8-50cf-43df-a661-24953b41bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'f6ae78b1-5d94-4821-b1a3-62b8a77fa490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:54:45Z', 'updated_at': '2022-11-02T14:54:49Z', 'revision_number': 4, 'project_id': '6303b67346264d0dbfe9669293173dda', 'subnets': [{'id': 'f6ae78b1-5d94-4821-b1a3-62b8a77fa490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:54:49.825992 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4220257b-1f58-4ad1-b2d9-af7d7e236827 None None] The sync data for ids ['15c8e5a8-50cf-43df-a661-24953b41bcb9'] in dv-cinder-862365-4-iscsi is: [{'id': '15c8e5a8-50cf-43df-a661-24953b41bcb9', 'name': 'tempest-TestShelveInstance-2130415918-router', 'tenant_id': '6303b67346264d0dbfe9669293173dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '1c94520e-4459-48a8-b2e6-ac6fff391ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:54:42Z', 'updated_at': '2022-11-02T14:54:46Z', 'revision_number': 4, 'project_id': '6303b67346264d0dbfe9669293173dda', 'gw_port': {'id': '1c94520e-4459-48a8-b2e6-ac6fff391ed9', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c8e5a8-50cf-43df-a661-24953b41bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:54:43Z', 'updated_at': '2022-11-02T14:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '65695bd1-9559-48d1-a6f2-ac9fb64fccdc', 'name': '', 'network_id': '27e55cbe-2a7f-4b72-85fe-3d5887a74522', 'tenant_id': '6303b67346264d0dbfe9669293173dda', 'mac_address': 'fa:16:3e:66:66:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c8e5a8-50cf-43df-a661-24953b41bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'f6ae78b1-5d94-4821-b1a3-62b8a77fa490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:54:45Z', 'updated_at': '2022-11-02T14:54:49Z', 'revision_number': 4, 'project_id': '6303b67346264d0dbfe9669293173dda', 'subnets': [{'id': 'f6ae78b1-5d94-4821-b1a3-62b8a77fa490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:54:49.848255 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-982573c1-d837-46be-a713-0d16ae849026 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks [] for security_group_rule (5b8d12f1-c70c-4a2c-92aa-44dfe30c8bba), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:49.936646 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-982573c1-d837-46be-a713-0d16ae849026 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks [] for security_group_rule (5b8d12f1-c70c-4a2c-92aa-44dfe30c8bba), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:50.053219 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-982573c1-d837-46be-a713-0d16ae849026 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66819821'] for security_group_rule (5b8d12f1-c70c-4a2c-92aa-44dfe30c8bba), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:50.077571 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982573c1-d837-46be-a713-0d16ae849026 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b8d12f1-c70c-4a2c-92aa-44dfe30c8bba,revision_number=0']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:50.169722 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-982573c1-d837-46be-a713-0d16ae849026 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:50.171270 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-982573c1-d837-46be-a713-0d16ae849026 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4363086 Nov 02 14:54:50.174946 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 39346) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:54:50.179377 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-c7259c7b-aa3e-4054-9820-10cca10bb64f tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Request body: {'security_group_rule': {'security_group_id': '61cf93d5-f38f-46b9-b51d-bf0320e00d2b', 'project_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:54:50.282770 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c7259c7b-aa3e-4054-9820-10cca10bb64f tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks [] for security_group_rule (014f91a2-1b0d-48ce-b392-fe7a115f9dd2), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:50.346910 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c7259c7b-aa3e-4054-9820-10cca10bb64f tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks [] for security_group_rule (014f91a2-1b0d-48ce-b392-fe7a115f9dd2), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:50.469699 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c7259c7b-aa3e-4054-9820-10cca10bb64f tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66819821'] for security_group_rule (014f91a2-1b0d-48ce-b392-fe7a115f9dd2), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:50.490580 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7259c7b-aa3e-4054-9820-10cca10bb64f tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=014f91a2-1b0d-48ce-b392-fe7a115f9dd2,revision_number=0']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:50.598902 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c7259c7b-aa3e-4054-9820-10cca10bb64f tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:50.600213 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-c7259c7b-aa3e-4054-9820-10cca10bb64f tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4243877 Nov 02 14:54:50.603259 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 39348) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:54:50.607643 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-16fccf94-04a8-40dd-810b-2d5eb795e57b tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Request body: {'security_group_rule': {'security_group_id': '61cf93d5-f38f-46b9-b51d-bf0320e00d2b', 'project_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:54:50.746081 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-16fccf94-04a8-40dd-810b-2d5eb795e57b tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks [] for security_group_rule (d5645238-98e5-4ff9-84af-450907a243ba), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:50.809261 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-16fccf94-04a8-40dd-810b-2d5eb795e57b tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks [] for security_group_rule (d5645238-98e5-4ff9-84af-450907a243ba), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:50.933337 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-16fccf94-04a8-40dd-810b-2d5eb795e57b tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66819821'] for security_group_rule (d5645238-98e5-4ff9-84af-450907a243ba), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:50.957066 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fccf94-04a8-40dd-810b-2d5eb795e57b tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5645238-98e5-4ff9-84af-450907a243ba,revision_number=0']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:51.017497 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 65695bd1-9559-48d1-a6f2-ac9fb64fccdc up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:54:51.049335 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-16fccf94-04a8-40dd-810b-2d5eb795e57b tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:51.053032 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-16fccf94-04a8-40dd-810b-2d5eb795e57b tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4463129 Nov 02 14:54:51.053428 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 39350) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:54:51.058210 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-b2fa7a6d-f9df-48ee-b21e-2b6a38a013ac tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Request body: {'security_group_rule': {'security_group_id': '61cf93d5-f38f-46b9-b51d-bf0320e00d2b', 'project_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:54:51.062902 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 65695bd1-9559-48d1-a6f2-ac9fb64fccdc triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:54:51.062902 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (65695bd1-9559-48d1-a6f2-ac9fb64fccdc), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:51.063233 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 65695bd1-9559-48d1-a6f2-ac9fb64fccdc Nov 02 14:54:51.073877 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:51.137781 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 65695bd1-9559-48d1-a6f2-ac9fb64fccdc is: DOWN; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:54:51.138297 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (65695bd1-9559-48d1-a6f2-ac9fb64fccdc), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:51.171411 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] For port 65695bd1-9559-48d1-a6f2-ac9fb64fccdc, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=65695bd1-9559-48d1-a6f2-ac9fb64fccdc,segment=NetworkSegment(f66f84f2-f99e-43d9-9d92-f91e6b0828b0),segment_id=f66f84f2-f99e-43d9-9d92-f91e6b0828b0)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:54:51.200985 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.db.securitygroups_db [None req-b2fa7a6d-f9df-48ee-b21e-2b6a38a013ac tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Project b7940a345a7c4ccba03eff0476e82d6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 14:54:51.207903 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-b2fa7a6d-f9df-48ee-b21e-2b6a38a013ac tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks [] for security_group_rule (ddcad547-0c78-4e75-ae5d-9b2e18b605b3), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:51.256734 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:51.271061 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-b2fa7a6d-f9df-48ee-b21e-2b6a38a013ac tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks [] for security_group_rule (ddcad547-0c78-4e75-ae5d-9b2e18b605b3), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:51.338392 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (65695bd1-9559-48d1-a6f2-ac9fb64fccdc), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:51.386130 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Pushing event updated for resources: {'Port': ['ID=65695bd1-9559-48d1-a6f2-ac9fb64fccdc,revision_number=5']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:51.391115 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-b2fa7a6d-f9df-48ee-b21e-2b6a38a013ac tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66819821'] for security_group_rule (ddcad547-0c78-4e75-ae5d-9b2e18b605b3), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:51.410775 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa7a6d-f9df-48ee-b21e-2b6a38a013ac tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddcad547-0c78-4e75-ae5d-9b2e18b605b3,revision_number=0']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:51.607783 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:54:51.666709 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-b2fa7a6d-f9df-48ee-b21e-2b6a38a013ac tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:51.667973 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-b2fa7a6d-f9df-48ee-b21e-2b6a38a013ac tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6135504 Nov 02 14:54:51.670665 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 39352) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:54:51.675527 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-432be6a4-19bd-49ab-9376-2dbbc4130c3a tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Request body: {'security_group_rule': {'security_group_id': '61cf93d5-f38f-46b9-b51d-bf0320e00d2b', 'project_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:54:51.841794 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.db.securitygroups_db [None req-432be6a4-19bd-49ab-9376-2dbbc4130c3a tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Project b7940a345a7c4ccba03eff0476e82d6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 14:54:51.847619 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-432be6a4-19bd-49ab-9376-2dbbc4130c3a tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks [] for security_group_rule (521a9f3b-d2bb-46b2-a748-69f5c0ef77eb), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:51.911323 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-432be6a4-19bd-49ab-9376-2dbbc4130c3a tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks [] for security_group_rule (521a9f3b-d2bb-46b2-a748-69f5c0ef77eb), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:52.001404 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-432be6a4-19bd-49ab-9376-2dbbc4130c3a tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66819821'] for security_group_rule (521a9f3b-d2bb-46b2-a748-69f5c0ef77eb), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:52.020233 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432be6a4-19bd-49ab-9376-2dbbc4130c3a tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=521a9f3b-d2bb-46b2-a748-69f5c0ef77eb,revision_number=0']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:54:52.118515 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-432be6a4-19bd-49ab-9376-2dbbc4130c3a tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:52.119772 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-432be6a4-19bd-49ab-9376-2dbbc4130c3a tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4481666 Nov 02 14:54:52.998019 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 65695bd1-9559-48d1-a6f2-ac9fb64fccdc up at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:54:53.047676 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Provisioning complete for port 65695bd1-9559-48d1-a6f2-ac9fb64fccdc triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:54:53.048286 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (65695bd1-9559-48d1-a6f2-ac9fb64fccdc), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:53.048629 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Attempt 1 to provision port 65695bd1-9559-48d1-a6f2-ac9fb64fccdc Nov 02 14:54:53.078076 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:53.140889 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Current status of the port 65695bd1-9559-48d1-a6f2-ac9fb64fccdc is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:54:58.910373 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:54:59.591762 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=17,neutron:INSERT=3,neutron:DELETE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:54:59.594815 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:55:00.383096 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [req-aa8e5c51-3f75-41a9-af42-592eea9f0751 req-87c1370c-eac2-4033-a936-52ba7d61becb service neutron] (105390) timed out ('10.222.0.64', 63081) {{(pid=105390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 02 14:55:02.020199 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:INSERT=5,neutron:UPDATE=2,neutron:SELECT=40,neutron:DELETE=4 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:55:06.383867 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-88f42593-01eb-41e8-a20a-4f91d285e8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:55:08.146433 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b4eeea55-56e6-436f-857c-261669de4de2 req-fb9c62e6-48d1-4dbf-9ba9-537566e58ced tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1827728090&fields=id&tenant_id=b7940a345a7c4ccba03eff0476e82d6c HTTP/1.1" status: 200 len: 267 time: 0.0483692 Nov 02 14:55:08.253330 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eeea55-56e6-436f-857c-261669de4de2 req-e2542fc6-4040-4351-b9f9-85313a481e67 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:55:08.254784 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b4eeea55-56e6-436f-857c-261669de4de2 req-e2542fc6-4040-4351-b9f9-85313a481e67 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/networks?id=1cd281c7-4441-49e5-b5fc-ef9a7b818c4f HTTP/1.1" status: 200 len: 809 time: 0.1016004 Nov 02 14:55:08.269092 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b4eeea55-56e6-436f-857c-261669de4de2 req-89c28221-da3a-4004-b8a2-6d254ab969e6 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/quotas/b7940a345a7c4ccba03eff0476e82d6c HTTP/1.1" status: 200 len: 375 time: 0.0089531 Nov 02 14:55:08.318957 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b4eeea55-56e6-436f-857c-261669de4de2 req-73f86756-f498-4fca-a069-54693fe85408 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=b7940a345a7c4ccba03eff0476e82d6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447903 Nov 02 14:55:08.419067 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b4eeea55-56e6-436f-857c-261669de4de2 req-bc4da68c-3064-4d4b-a80b-6a4f8a367d9c service neutron] 10.222.0.30 "GET /networking/v2.0/networks/1cd281c7-4441-49e5-b5fc-ef9a7b818c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882258 Nov 02 14:55:08.514889 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-b4eeea55-56e6-436f-857c-261669de4de2 req-452d9743-c068-43eb-8fcc-7b57a28ed607 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/1cd281c7-4441-49e5-b5fc-ef9a7b818c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900235 Nov 02 14:55:08.898428 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-2a0ac792-33a4-4947-a9dc-e1886bfe0e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:55:09.253769 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ad90f53a-9b48-464e-baab-eb5e41d1d653 req-57d00605-bf31-4789-a0b1-1b2db6235af3 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 210 time: 0.1439047 Nov 02 14:55:10.338971 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-42387393-9b85-460c-bbec-585bcae71174 req-e1391f3a-cb5b-4e95-9761-df7c46dc39a4 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 210 time: 0.0279527 Nov 02 14:55:10.560339 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:55:10.565263 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=6 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:55:10.584027 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:55:11.442048 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-d02d994f-0035-4ed9-9f39-41f226baa62d req-5d1e4b4d-fe2c-411d-af79-2a86df31e5fd tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 210 time: 0.0286477 Nov 02 14:55:11.590540 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:55:11.926603 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eeea55-56e6-436f-857c-261669de4de2 req-110fb226-01ae-4842-b85c-98b26620a499 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:55:11.928706 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-b4eeea55-56e6-436f-857c-261669de4de2 req-110fb226-01ae-4842-b85c-98b26620a499 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.64 "GET /networking/v2.0/networks?id=1cd281c7-4441-49e5-b5fc-ef9a7b818c4f HTTP/1.1" status: 200 len: 809 time: 0.1092420 Nov 02 14:55:12.000357 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-b4eeea55-56e6-436f-857c-261669de4de2 req-b5c89974-e7c5-49ab-8d94-586d20555c9b tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b7940a345a7c4ccba03eff0476e82d6c HTTP/1.1" status: 200 len: 380 time: 0.0582376 Nov 02 14:55:12.008327 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [req-b4eeea55-56e6-436f-857c-261669de4de2 req-1263cb64-479e-4747-9b52-47c78b0cb35a tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Request body: {'port': {'device_id': '96021548-cde6-43f8-a4c2-4da1416b6bfd', 'network_id': '1cd281c7-4441-49e5-b5fc-ef9a7b818c4f', 'admin_state_up': True, 'tenant_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'security_groups': ['61cf93d5-f38f-46b9-b51d-bf0320e00d2b']}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:55:12.030855 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:55:12.202028 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4eeea55-56e6-436f-857c-261669de4de2 req-1263cb64-479e-4747-9b52-47c78b0cb35a tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Made reservation on behalf of b7940a345a7c4ccba03eff0476e82d6c for: {'port': 1} {{(pid=105390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 14:55:12.206198 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-b4eeea55-56e6-436f-857c-261669de4de2 req-1263cb64-479e-4747-9b52-47c78b0cb35a tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:55:12.341522 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.db_base_plugin_common [req-b4eeea55-56e6-436f-857c-261669de4de2 req-1263cb64-479e-4747-9b52-47c78b0cb35a tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Allocated IP 172.20.0.3 (1cd281c7-4441-49e5-b5fc-ef9a7b818c4f/5128682b-5eee-4c56-b772-8bac1a0ce12a/f268e93c-fd04-4d6b-809f-68b16158c800) {{(pid=105390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:55:12.488174 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-b4eeea55-56e6-436f-857c-261669de4de2 req-1263cb64-479e-4747-9b52-47c78b0cb35a tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks [] for port (f268e93c-fd04-4d6b-809f-68b16158c800), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:55:12.549411 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f5d64ac6-b0fe-4520-b97b-d7bda9abed07 req-ab14f70c-57bb-47c5-b04a-6fc31af00003 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 210 time: 0.0301449 Nov 02 14:55:12.601523 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-b4eeea55-56e6-436f-857c-261669de4de2 req-1263cb64-479e-4747-9b52-47c78b0cb35a tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (f268e93c-fd04-4d6b-809f-68b16158c800), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:55:12.644325 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4eeea55-56e6-436f-857c-261669de4de2 req-1263cb64-479e-4747-9b52-47c78b0cb35a tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Network 1cd281c7-4441-49e5-b5fc-ef9a7b818c4f is already hosted by enough agents. {{(pid=105390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:55:12.647717 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [req-b4eeea55-56e6-436f-857c-261669de4de2 req-1263cb64-479e-4747-9b52-47c78b0cb35a tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Resources bound (agent type, host, resource id): {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:55:12.653810 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4eeea55-56e6-436f-857c-261669de4de2 req-1263cb64-479e-4747-9b52-47c78b0cb35a tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Received port after_create {{(pid=105390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:55:12.688148 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263cb64-479e-4747-9b52-47c78b0cb35a tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Pushing event updated for resources: {'Port': ['ID=f268e93c-fd04-4d6b-809f-68b16158c800,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:55:12.710371 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eeea55-56e6-436f-857c-261669de4de2 req-1263cb64-479e-4747-9b52-47c78b0cb35a tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:55:12.711153 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-b4eeea55-56e6-436f-857c-261669de4de2 req-1263cb64-479e-4747-9b52-47c78b0cb35a tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:55:12.815067 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-b4eeea55-56e6-436f-857c-261669de4de2 req-1263cb64-479e-4747-9b52-47c78b0cb35a tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8103974 Nov 02 14:55:12.876101 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [req-b4eeea55-56e6-436f-857c-261669de4de2 req-efe031ff-db9c-45e3-8247-e595d4cf6b68 service neutron] Request body: {'port': {'device_id': '96021548-cde6-43f8-a4c2-4da1416b6bfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86236'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:55:12.895628 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-51e463dc-ea01-4ad7-8b3d-eda65ccfbdef None None] Provisioning complete for port f268e93c-fd04-4d6b-809f-68b16158c800 triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:55:12.896476 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-51e463dc-ea01-4ad7-8b3d-eda65ccfbdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (f268e93c-fd04-4d6b-809f-68b16158c800), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:55:12.896476 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-51e463dc-ea01-4ad7-8b3d-eda65ccfbdef None None] Attempt 1 to provision port f268e93c-fd04-4d6b-809f-68b16158c800 Nov 02 14:55:12.931089 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-51e463dc-ea01-4ad7-8b3d-eda65ccfbdef None None] Port f268e93c-fd04-4d6b-809f-68b16158c800 cannot update to ACTIVE because it is not bound. {{(pid=105392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 14:55:13.182157 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:55:13.190388 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-b4eeea55-56e6-436f-857c-261669de4de2 req-efe031ff-db9c-45e3-8247-e595d4cf6b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (f268e93c-fd04-4d6b-809f-68b16158c800), before_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:55:13.220848 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:55:13.446490 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.notifiers.nova [req-b4eeea55-56e6-436f-857c-261669de4de2 req-efe031ff-db9c-45e3-8247-e595d4cf6b68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f268e93c-fd04-4d6b-809f-68b16158c800 {{(pid=105390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:55:13.457166 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-b4eeea55-56e6-436f-857c-261669de4de2 req-efe031ff-db9c-45e3-8247-e595d4cf6b68 service neutron] Publish callbacks [] for port (f268e93c-fd04-4d6b-809f-68b16158c800), precommit_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:55:13.468649 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.provisioning_blocks [req-b4eeea55-56e6-436f-857c-261669de4de2 req-efe031ff-db9c-45e3-8247-e595d4cf6b68 service neutron] Transition to ACTIVE for port object f268e93c-fd04-4d6b-809f-68b16158c800 will not be triggered until provisioned by entity L2. {{(pid=105390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 14:55:13.572561 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-b4eeea55-56e6-436f-857c-261669de4de2 req-efe031ff-db9c-45e3-8247-e595d4cf6b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638247'] for port (f268e93c-fd04-4d6b-809f-68b16158c800), after_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:55:13.655347 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe031ff-db9c-45e3-8247-e595d4cf6b68 service neutron] Pushing event updated for resources: {'Port': ['ID=f268e93c-fd04-4d6b-809f-68b16158c800,revision_number=2']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:55:13.679851 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b27d4d-c60d-4e0b-8cf0-933766784573 req-a2028b1c-86fe-4d92-ae39-9f8fadf9f315 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:55:13.681440 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c8b27d4d-c60d-4e0b-8cf0-933766784573 req-a2028b1c-86fe-4d92-ae39-9f8fadf9f315 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 943 time: 0.0505252 Nov 02 14:55:13.687898 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.managers [req-b4eeea55-56e6-436f-857c-261669de4de2 req-efe031ff-db9c-45e3-8247-e595d4cf6b68 service neutron] Attempting to bind port f268e93c-fd04-4d6b-809f-68b16158c800 on host hv-cinder-86236 for vnic_type normal with profile {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 14:55:13.688238 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.managers [req-b4eeea55-56e6-436f-857c-261669de4de2 req-efe031ff-db9c-45e3-8247-e595d4cf6b68 service neutron] Attempting to bind port f268e93c-fd04-4d6b-809f-68b16158c800 by drivers openvswitch,hyperv on host hv-cinder-86236 at level 0 using segments [{'id': 'bb5a7c79-5120-4db1-935f-84f8f19ce00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '1cd281c7-4441-49e5-b5fc-ef9a7b818c4f'}] {{(pid=105390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 14:55:13.688566 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4eeea55-56e6-436f-857c-261669de4de2 req-efe031ff-db9c-45e3-8247-e595d4cf6b68 service neutron] Attempting to bind port f268e93c-fd04-4d6b-809f-68b16158c800 on network 1cd281c7-4441-49e5-b5fc-ef9a7b818c4f {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:55:13.731322 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4eeea55-56e6-436f-857c-261669de4de2 req-efe031ff-db9c-45e3-8247-e595d4cf6b68 service neutron] Port f268e93c-fd04-4d6b-809f-68b16158c800 on network 1cd281c7-4441-49e5-b5fc-ef9a7b818c4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86236 {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 14:55:13.731724 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4eeea55-56e6-436f-857c-261669de4de2 req-efe031ff-db9c-45e3-8247-e595d4cf6b68 service neutron] Attempting to bind port f268e93c-fd04-4d6b-809f-68b16158c800 on network 1cd281c7-4441-49e5-b5fc-ef9a7b818c4f {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 14:55:13.734369 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c8b27d4d-c60d-4e0b-8cf0-933766784573 req-785171a9-697c-41af-9610-0dee629a20b1 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464346 Nov 02 14:55:13.774580 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4eeea55-56e6-436f-857c-261669de4de2 req-efe031ff-db9c-45e3-8247-e595d4cf6b68 service neutron] Checking agent: {'id': '1ebac2c5-078b-4c7f-aaba-905361dbc5e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'started_at': datetime.datetime(2022, 11, 2, 14, 37, 28), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 14, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 14:55:13.774902 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4eeea55-56e6-436f-857c-261669de4de2 req-efe031ff-db9c-45e3-8247-e595d4cf6b68 service neutron] Checking segment: {'id': 'bb5a7c79-5120-4db1-935f-84f8f19ce00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '1cd281c7-4441-49e5-b5fc-ef9a7b818c4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 14:55:13.775272 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4eeea55-56e6-436f-857c-261669de4de2 req-efe031ff-db9c-45e3-8247-e595d4cf6b68 service neutron] Bound using segment: {'id': 'bb5a7c79-5120-4db1-935f-84f8f19ce00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '1cd281c7-4441-49e5-b5fc-ef9a7b818c4f'} {{(pid=105390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 14:55:13.775702 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.managers [req-b4eeea55-56e6-436f-857c-261669de4de2 req-efe031ff-db9c-45e3-8247-e595d4cf6b68 service neutron] Bound port: f268e93c-fd04-4d6b-809f-68b16158c800, host: hv-cinder-86236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb5a7c79-5120-4db1-935f-84f8f19ce00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '1cd281c7-4441-49e5-b5fc-ef9a7b818c4f'}}] {{(pid=105390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 14:55:13.776054 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-b4eeea55-56e6-436f-857c-261669de4de2 req-efe031ff-db9c-45e3-8247-e595d4cf6b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (f268e93c-fd04-4d6b-809f-68b16158c800), before_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:55:13.840316 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [req-b4eeea55-56e6-436f-857c-261669de4de2 req-efe031ff-db9c-45e3-8247-e595d4cf6b68 service neutron] For port f268e93c-fd04-4d6b-809f-68b16158c800, host hv-cinder-86236, cleared binding levels {{(pid=105390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 14:55:13.843314 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [req-b4eeea55-56e6-436f-857c-261669de4de2 req-efe031ff-db9c-45e3-8247-e595d4cf6b68 service neutron] For port f268e93c-fd04-4d6b-809f-68b16158c800, host hv-cinder-86236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=f268e93c-fd04-4d6b-809f-68b16158c800,segment=NetworkSegment(bb5a7c79-5120-4db1-935f-84f8f19ce00d),segment_id=bb5a7c79-5120-4db1-935f-84f8f19ce00d)] {{(pid=105390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 14:55:13.957510 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-b4eeea55-56e6-436f-857c-261669de4de2 req-efe031ff-db9c-45e3-8247-e595d4cf6b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638247'] for port (f268e93c-fd04-4d6b-809f-68b16158c800), after_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:55:13.964266 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eeea55-56e6-436f-857c-261669de4de2 req-efe031ff-db9c-45e3-8247-e595d4cf6b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:55:13.965276 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-b4eeea55-56e6-436f-857c-261669de4de2 req-efe031ff-db9c-45e3-8247-e595d4cf6b68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:55:13.968301 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-b4eeea55-56e6-436f-857c-261669de4de2 req-efe031ff-db9c-45e3-8247-e595d4cf6b68 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/f268e93c-fd04-4d6b-809f-68b16158c800 HTTP/1.1" status: 200 len: 1093 time: 1.1396794 Nov 02 14:55:13.969033 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96021548-cde6-43f8-a4c2-4da1416b6bfd', 'tag': 'f268e93c-fd04-4d6b-809f-68b16158c800'}] {{(pid=105390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:55:13.973795 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac42a5b87af23485bd7eccec534c7c9fd1bf9d7e8280f45ba58bffd111d0283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bce10f5-d085-45f6-bdcb-fd8bfaa12cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "96021548-cde6-43f8-a4c2-4da1416b6bfd", "tag": "f268e93c-fd04-4d6b-809f-68b16158c800"}]}' {{(pid=105390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:55:13.976145 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:55:14.012668 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a96341a-982b-4584-80f5-f5ef4b532c76 x-openstack-request-id: req-9a96341a-982b-4584-80f5-f5ef4b532c76 {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:55:14.012979 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96021548-cde6-43f8-a4c2-4da1416b6bfd", "tag": "f268e93c-fd04-4d6b-809f-68b16158c800", "status": "completed", "code": 200}]} {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:55:14.013261 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9a96341a-982b-4584-80f5-f5ef4b532c76 {{(pid=105390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:55:14.013685 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a96341a-982b-4584-80f5-f5ef4b532c76'] response: {'name': 'network-changed', 'server_uuid': '96021548-cde6-43f8-a4c2-4da1416b6bfd', 'tag': 'f268e93c-fd04-4d6b-809f-68b16158c800', 'status': 'completed', 'code': 200} Nov 02 14:55:14.024664 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe031ff-db9c-45e3-8247-e595d4cf6b68 service neutron] Pushing event updated for resources: {'Port': ['ID=f268e93c-fd04-4d6b-809f-68b16158c800,revision_number=3']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:55:14.099494 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce10f5-d085-45f6-bdcb-fd8bfaa12cfc req-7dcdfce8-0a25-43ec-a09a-e392ebe0d4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:55:14.100923 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-9bce10f5-d085-45f6-bdcb-fd8bfaa12cfc req-7dcdfce8-0a25-43ec-a09a-e392ebe0d4c2 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=b7940a345a7c4ccba03eff0476e82d6c&device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 1127 time: 0.0413156 Nov 02 14:55:14.214374 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce10f5-d085-45f6-bdcb-fd8bfaa12cfc req-3bc3ebf5-7c6e-47f4-bcc4-fa0b04e5be81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:55:14.215836 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-9bce10f5-d085-45f6-bdcb-fd8bfaa12cfc req-3bc3ebf5-7c6e-47f4-bcc4-fa0b04e5be81 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=b7940a345a7c4ccba03eff0476e82d6c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1029046 Nov 02 14:55:14.314110 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce10f5-d085-45f6-bdcb-fd8bfaa12cfc req-49ec7344-f451-4eba-87d4-58572c3785de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:55:14.315645 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-9bce10f5-d085-45f6-bdcb-fd8bfaa12cfc req-49ec7344-f451-4eba-87d4-58572c3785de service neutron] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941644 Nov 02 14:55:14.416930 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eeea55-56e6-436f-857c-261669de4de2 req-3b897038-a7f5-47a0-8191-5c4cf21a8c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:55:14.418489 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-b4eeea55-56e6-436f-857c-261669de4de2 req-3b897038-a7f5-47a0-8191-5c4cf21a8c6c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=b7940a345a7c4ccba03eff0476e82d6c&device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 1127 time: 0.0443819 Nov 02 14:55:14.464112 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-b4eeea55-56e6-436f-857c-261669de4de2 req-6b339e98-596c-459e-a98b-759a4564e6a7 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f268e93c-fd04-4d6b-809f-68b16158c800 HTTP/1.1" status: 200 len: 217 time: 0.0331883 Nov 02 14:55:14.514881 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eeea55-56e6-436f-857c-261669de4de2 req-f263dce3-4a8c-4c64-80c4-b86dc532fb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:55:14.516355 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-b4eeea55-56e6-436f-857c-261669de4de2 req-f263dce3-4a8c-4c64-80c4-b86dc532fb12 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=5128682b-5eee-4c56-b772-8bac1a0ce12a HTTP/1.1" status: 200 len: 848 time: 0.0460637 Nov 02 14:55:14.559930 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eeea55-56e6-436f-857c-261669de4de2 req-e7077c97-03c5-46ce-83f3-0c03dfd11d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:55:14.561440 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-b4eeea55-56e6-436f-857c-261669de4de2 req-e7077c97-03c5-46ce-83f3-0c03dfd11d57 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=1cd281c7-4441-49e5-b5fc-ef9a7b818c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394013 Nov 02 14:55:14.587040 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:55:14.656847 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-b4eeea55-56e6-436f-857c-261669de4de2 req-5f042a02-7903-4add-acf1-810ed1d5c6c8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/1cd281c7-4441-49e5-b5fc-ef9a7b818c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894785 Nov 02 14:55:14.754092 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-b4eeea55-56e6-436f-857c-261669de4de2 req-71bd32bf-61a6-414d-aec5-d0b35c232678 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/1cd281c7-4441-49e5-b5fc-ef9a7b818c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918744 Nov 02 14:55:14.861051 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c60b4-e6eb-4a9e-a98b-c75a1130836e req-da0de02f-e4e9-4307-9f89-a57a14942953 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:55:14.862517 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ff0c60b4-e6eb-4a9e-a98b-c75a1130836e req-da0de02f-e4e9-4307-9f89-a57a14942953 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 943 time: 0.0478988 Nov 02 14:55:14.913519 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ff0c60b4-e6eb-4a9e-a98b-c75a1130836e req-22e2911a-650f-4a7c-9475-858edd74514d tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453205 Nov 02 14:55:16.042859 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827c0cf-b176-45bf-a830-0ea131f3a71c req-eff4fd4a-4b0c-4198-8277-70a43773b0a5 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:55:16.044332 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4827c0cf-b176-45bf-a830-0ea131f3a71c req-eff4fd4a-4b0c-4198-8277-70a43773b0a5 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 943 time: 0.0511322 Nov 02 14:55:16.094227 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4827c0cf-b176-45bf-a830-0ea131f3a71c req-75bccc85-4587-4d60-9a5d-7cef19992c51 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435450 Nov 02 14:55:17.215547 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c85c9-d326-4e5b-9736-89d30037e37f req-bb84b09c-b2b7-4137-9b9d-870847e6bc25 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:55:17.216967 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-fa5c85c9-d326-4e5b-9736-89d30037e37f req-bb84b09c-b2b7-4137-9b9d-870847e6bc25 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 943 time: 0.0486186 Nov 02 14:55:17.266689 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-fa5c85c9-d326-4e5b-9736-89d30037e37f req-34baa404-9fe7-466b-aff1-9a8647ea0b01 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438476 Nov 02 14:55:18.385934 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836da9cb-90eb-4f94-ab18-7f18c37b3529 req-d08c0a7d-a96e-4bac-ac96-169dc78ba82d tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:55:18.387388 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-836da9cb-90eb-4f94-ab18-7f18c37b3529 req-d08c0a7d-a96e-4bac-ac96-169dc78ba82d tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 943 time: 0.0463188 Nov 02 14:55:18.440380 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-836da9cb-90eb-4f94-ab18-7f18c37b3529 req-3ac6f17c-c6da-4c6d-ac20-96af8ea16eea tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467706 Nov 02 14:55:19.561193 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b9060-aa2f-4bbc-b1ff-0d390ce21da9 req-6d391481-f4fa-4291-aa6b-4cb5bcd621f6 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:55:19.562643 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c67b9060-aa2f-4bbc-b1ff-0d390ce21da9 req-6d391481-f4fa-4291-aa6b-4cb5bcd621f6 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 943 time: 0.0467701 Nov 02 14:55:19.583506 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:55:19.613825 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c67b9060-aa2f-4bbc-b1ff-0d390ce21da9 req-61ecdca9-581f-461e-9a7a-23277c14431a tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455549 Nov 02 14:55:20.740117 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f7d1f-1e9f-47ed-86b8-16fd186b9ac2 req-5e0b5b4c-be22-4be8-a3b4-e412d76eded7 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:55:20.741599 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-583f7d1f-1e9f-47ed-86b8-16fd186b9ac2 req-5e0b5b4c-be22-4be8-a3b4-e412d76eded7 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 943 time: 0.0466893 Nov 02 14:55:20.753517 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:55:20.791908 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-583f7d1f-1e9f-47ed-86b8-16fd186b9ac2 req-15f610a4-5e9b-43ae-8b13-47d92717f6a0 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444632 Nov 02 14:55:21.921406 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de9ccd3-db0c-4c1b-981e-c0840a331699 req-c3db9eb9-7efe-4c5c-b9c1-aa87f9dd1cbb tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:55:21.922872 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3de9ccd3-db0c-4c1b-981e-c0840a331699 req-c3db9eb9-7efe-4c5c-b9c1-aa87f9dd1cbb tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 943 time: 0.0542819 Nov 02 14:55:21.977338 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3de9ccd3-db0c-4c1b-981e-c0840a331699 req-1f64303c-7b24-4a4d-85f7-4e3405550c7f tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476329 Nov 02 14:55:22.925899 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=13,neutron:UPDATE=6 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:55:22.929742 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:55:23.100499 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5a3fd-4531-49a1-8234-0357f94ff74d req-fc891b3f-13e5-458f-a02d-b7b89a9696c5 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:55:23.102058 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2fe5a3fd-4531-49a1-8234-0357f94ff74d req-fc891b3f-13e5-458f-a02d-b7b89a9696c5 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 943 time: 0.0476825 Nov 02 14:55:23.151965 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2fe5a3fd-4531-49a1-8234-0357f94ff74d req-def6944a-d185-4afd-a2f9-24eab41d6665 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442903 Nov 02 14:55:24.212162 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device f268e93c-fd04-4d6b-809f-68b16158c800 details requested by agent hyperv_hv-cinder-86236 with host hv-cinder-86236 {{(pid=105392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 14:55:24.280023 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a555953-7b06-4c5c-b451-1bbb7a8b2f62 req-be759264-8f85-4b58-bfe9-479cb7ade0c6 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:55:24.281559 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5a555953-7b06-4c5c-b451-1bbb7a8b2f62 req-be759264-8f85-4b58-bfe9-479cb7ade0c6 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 943 time: 0.0518489 Nov 02 14:55:24.316065 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port f268e93c-fd04-4d6b-809f-68b16158c800, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=f268e93c-fd04-4d6b-809f-68b16158c800,segment=NetworkSegment(bb5a7c79-5120-4db1-935f-84f8f19ce00d),segment_id=bb5a7c79-5120-4db1-935f-84f8f19ce00d)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:55:24.327480 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Returning: {'device': 'f268e93c-fd04-4d6b-809f-68b16158c800', 'network_id': '1cd281c7-4441-49e5-b5fc-ef9a7b818c4f', 'port_id': 'f268e93c-fd04-4d6b-809f-68b16158c800', 'mac_address': 'fa:16:3e:b1:44:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 474, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5128682b-5eee-4c56-b772-8bac1a0ce12a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 14:55:24.333670 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5a555953-7b06-4c5c-b451-1bbb7a8b2f62 req-f5ac2625-5755-408b-b8e7-18a42c5bcf84 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457108 Nov 02 14:55:24.363212 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port f268e93c-fd04-4d6b-809f-68b16158c800 is: DOWN; New status is: BUILD {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:55:24.363607 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (f268e93c-fd04-4d6b-809f-68b16158c800), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:55:24.376980 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f268e93c-fd04-4d6b-809f-68b16158c800 {{(pid=105392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:55:24.396937 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port f268e93c-fd04-4d6b-809f-68b16158c800, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=f268e93c-fd04-4d6b-809f-68b16158c800,segment=NetworkSegment(bb5a7c79-5120-4db1-935f-84f8f19ce00d),segment_id=bb5a7c79-5120-4db1-935f-84f8f19ce00d)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:55:24.475365 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (f268e93c-fd04-4d6b-809f-68b16158c800), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:55:24.522174 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=f268e93c-fd04-4d6b-809f-68b16158c800,revision_number=4']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:55:24.748655 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=55 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:55:24.750485 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=6 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:55:24.758729 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] get_ports_and_sgs() called for port_ids ['f268e93c-fd04-4d6b-809f-68b16158c800'] {{(pid=105392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 14:55:25.455793 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316cedb-6a26-459c-ab2d-1d6ae9f098a5 req-4b5f5ec1-9402-4aee-95d1-3c6e7f7974ff tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:55:25.457317 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f316cedb-6a26-459c-ab2d-1d6ae9f098a5 req-4b5f5ec1-9402-4aee-95d1-3c6e7f7974ff tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 944 time: 0.0485182 Nov 02 14:55:25.507389 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-f316cedb-6a26-459c-ab2d-1d6ae9f098a5 req-cdb669db-7b52-4ff2-a574-f6100f00d1ef tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444074 Nov 02 14:55:26.216441 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device f268e93c-fd04-4d6b-809f-68b16158c800 up at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:55:26.262339 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning for port f268e93c-fd04-4d6b-809f-68b16158c800 completed by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 14:55:26.332035 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning complete for port f268e93c-fd04-4d6b-809f-68b16158c800 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:55:26.332412 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (f268e93c-fd04-4d6b-809f-68b16158c800), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:55:26.332751 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Attempt 1 to provision port f268e93c-fd04-4d6b-809f-68b16158c800 Nov 02 14:55:26.405394 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port f268e93c-fd04-4d6b-809f-68b16158c800 is: BUILD; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:55:26.405801 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (f268e93c-fd04-4d6b-809f-68b16158c800), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:55:26.429634 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96021548-cde6-43f8-a4c2-4da1416b6bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f268e93c-fd04-4d6b-809f-68b16158c800'}] {{(pid=105392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:55:26.431849 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa406a66c4f7fcebf853f6ac608ace0721fd427f75714d2af0e2307e93ff13f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107a559b-e332-4b14-98b4-6ee7d36879f5" -d '{"events": [{"server_uuid": "96021548-cde6-43f8-a4c2-4da1416b6bfd", "name": "network-vif-plugged", "status": "completed", "tag": "f268e93c-fd04-4d6b-809f-68b16158c800"}]}' {{(pid=105392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:55:26.444522 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port f268e93c-fd04-4d6b-809f-68b16158c800, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=f268e93c-fd04-4d6b-809f-68b16158c800,segment=NetworkSegment(bb5a7c79-5120-4db1-935f-84f8f19ce00d),segment_id=bb5a7c79-5120-4db1-935f-84f8f19ce00d)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:55:26.509909 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (f268e93c-fd04-4d6b-809f-68b16158c800), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:55:26.533226 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8a65f8-37b7-411a-bcc2-e68b834b98f9 x-openstack-request-id: req-4a8a65f8-37b7-411a-bcc2-e68b834b98f9 {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:55:26.533453 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96021548-cde6-43f8-a4c2-4da1416b6bfd", "name": "network-vif-plugged", "status": "completed", "tag": "f268e93c-fd04-4d6b-809f-68b16158c800", "code": 200}]} {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:55:26.533671 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a8a65f8-37b7-411a-bcc2-e68b834b98f9 {{(pid=105392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:55:26.534089 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a8a65f8-37b7-411a-bcc2-e68b834b98f9'] response: {'server_uuid': '96021548-cde6-43f8-a4c2-4da1416b6bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f268e93c-fd04-4d6b-809f-68b16158c800', 'code': 200} Nov 02 14:55:26.562793 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=f268e93c-fd04-4d6b-809f-68b16158c800,revision_number=5']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:55:26.639075 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ecbed-aa2d-49b3-8695-c32f8664c0a2 req-a26200ca-51a6-4a74-a148-24852f81d761 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:55:26.640662 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-917ecbed-aa2d-49b3-8695-c32f8664c0a2 req-a26200ca-51a6-4a74-a148-24852f81d761 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 945 time: 0.0479035 Nov 02 14:55:26.695855 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-917ecbed-aa2d-49b3-8695-c32f8664c0a2 req-5df9a2b5-fc42-4ce5-82bc-6a30029a1e68 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487773 Nov 02 14:55:26.913849 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d2057-93d0-4c17-a927-3fd6fc7ad326 req-78894d10-6502-4947-957d-28ba59d8078b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:55:26.915416 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-436d2057-93d0-4c17-a927-3fd6fc7ad326 req-78894d10-6502-4947-957d-28ba59d8078b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 1129 time: 0.0417471 Nov 02 14:55:26.962474 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-436d2057-93d0-4c17-a927-3fd6fc7ad326 req-c06ac7f8-25db-4045-a3ca-e8d86cbaa234 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415196 Nov 02 14:55:27.818435 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0c7be-52fd-4108-b5fa-ebd9a6b485da req-29b8e6a8-fe1f-4cd1-9ecf-394ff5226d62 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:55:27.819896 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1df0c7be-52fd-4108-b5fa-ebd9a6b485da req-29b8e6a8-fe1f-4cd1-9ecf-394ff5226d62 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 945 time: 0.0472500 Nov 02 14:55:27.869136 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-1df0c7be-52fd-4108-b5fa-ebd9a6b485da req-1d05c660-d257-4c0f-b60d-a262de2e3a50 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435970 Nov 02 14:55:28.607665 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:55:28.836151 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:55:28.944636 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:55:28.996054 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1db8f-ac04-4bd4-92e4-35c641aefbfa req-f2c8117d-91bb-4a53-9974-71623dee8fa4 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:55:28.997823 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-dbf1db8f-ac04-4bd4-92e4-35c641aefbfa req-f2c8117d-91bb-4a53-9974-71623dee8fa4 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 945 time: 0.0487976 Nov 02 14:55:29.048671 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-dbf1db8f-ac04-4bd4-92e4-35c641aefbfa req-8dff8840-15c7-42a6-a354-463b2c54efa5 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452752 Nov 02 14:55:29.176479 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c804b7f-3792-47e6-9b20-9e890e31c59a req-79b17027-d03a-41fd-8370-96ffc4deef1a tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:55:29.177896 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5c804b7f-3792-47e6-9b20-9e890e31c59a req-79b17027-d03a-41fd-8370-96ffc4deef1a tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 945 time: 0.0508943 Nov 02 14:55:29.226461 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5c804b7f-3792-47e6-9b20-9e890e31c59a req-66cfb82e-f94d-431b-9729-6ad08d998909 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428813 Nov 02 14:55:29.254075 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 39524) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:55:29.335688 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad593ea7-e782-43c4-8791-e5eaac9c7223 tempest-TestShelveInstance-1277638875 tempest-TestShelveInstance-1277638875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:55:29.337295 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-ad593ea7-e782-43c4-8791-e5eaac9c7223 tempest-TestShelveInstance-1277638875 tempest-TestShelveInstance-1277638875-project-admin] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 1124 time: 0.0821993 Nov 02 14:55:29.340178 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 39528) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:55:29.344360 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.v2.base [None req-bf784cc1-9f79-4864-a473-1ee32903c3d7 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Request body: {'floatingip': {'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'port_id': 'f268e93c-fd04-4d6b-809f-68b16158c800', 'tenant_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 14:55:29.469978 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-bf784cc1-9f79-4864-a473-1ee32903c3d7 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:55:29.551385 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-bf784cc1-9f79-4864-a473-1ee32903c3d7 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (None), before_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:55:29.654793 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.db_base_plugin_common [None req-bf784cc1-9f79-4864-a473-1ee32903c3d7 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Allocated IP 172.27.0.18 (1e79e91c-2906-4b84-b981-aada7c6d27e6/3c350c57-8af8-403d-ac8f-51d64fbe694a/84d5445e-0c66-4c93-94d9-f8df8ec05ff4) {{(pid=105390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 14:55:29.761425 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-bf784cc1-9f79-4864-a473-1ee32903c3d7 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks [] for port (84d5445e-0c66-4c93-94d9-f8df8ec05ff4), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:55:29.847138 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-bf784cc1-9f79-4864-a473-1ee32903c3d7 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767001250461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (84d5445e-0c66-4c93-94d9-f8df8ec05ff4), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:55:29.890031 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf784cc1-9f79-4864-a473-1ee32903c3d7 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Network 1e79e91c-2906-4b84-b981-aada7c6d27e6 is already hosted by enough agents. {{(pid=105390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 14:55:29.893517 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.base_scheduler [None req-bf784cc1-9f79-4864-a473-1ee32903c3d7 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Resources bound (agent type, host, resource id): {{(pid=105390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 14:55:29.897839 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf784cc1-9f79-4864-a473-1ee32903c3d7 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Received port after_create {{(pid=105390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 14:55:29.901280 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf784cc1-9f79-4864-a473-1ee32903c3d7 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Pushing event updated for resources: {'Port': ['ID=84d5445e-0c66-4c93-94d9-f8df8ec05ff4,revision_number=1']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:55:30.137178 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:55:30.182288 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:55:30.246904 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-bf784cc1-9f79-4864-a473-1ee32903c3d7 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks [] for floatingip (2241a0b8-12de-4bed-a38e-846157486d0c), precommit_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:55:30.403953 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-bf784cc1-9f79-4864-a473-1ee32903c3d7 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (84d5445e-0c66-4c93-94d9-f8df8ec05ff4), before_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:55:30.549451 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-bf784cc1-9f79-4864-a473-1ee32903c3d7 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks [] for port (84d5445e-0c66-4c93-94d9-f8df8ec05ff4), precommit_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:55:30.646622 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-bf784cc1-9f79-4864-a473-1ee32903c3d7 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638247'] for port (84d5445e-0c66-4c93-94d9-f8df8ec05ff4), after_update {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:55:30.715890 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf784cc1-9f79-4864-a473-1ee32903c3d7 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Pushing event updated for resources: {'Port': ['ID=84d5445e-0c66-4c93-94d9-f8df8ec05ff4,revision_number=2']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:55:30.718302 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-bf784cc1-9f79-4864-a473-1ee32903c3d7 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66773501'] for floatingip (2241a0b8-12de-4bed-a38e-846157486d0c), after_create {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:55:30.813272 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.db.l3_db [None req-bf784cc1-9f79-4864-a473-1ee32903c3d7 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Floating IP 2241a0b8-12de-4bed-a38e-846157486d0c associated. External IP: 172.27.0.18, port: f268e93c-fd04-4d6b-809f-68b16158c800. Nov 02 14:55:30.816030 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:55:31.013161 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf784cc1-9f79-4864-a473-1ee32903c3d7 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Router d2fed496-7a3c-48d0-94f6-a18554be1650 has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:55:31.114731 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf784cc1-9f79-4864-a473-1ee32903c3d7 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:55:31.129120 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dab3d2d-79b3-40d0-b665-e5f995b64bf6 None None] Sync routers for ids ['d2fed496-7a3c-48d0-94f6-a18554be1650'] in dv-cinder-862365-4-iscsi {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:55:31.139250 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dab3d2d-79b3-40d0-b665-e5f995b64bf6 None None] Routers {'d2fed496-7a3c-48d0-94f6-a18554be1650'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:55:31.139824 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-1dab3d2d-79b3-40d0-b665-e5f995b64bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:55:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['d2fed496-7a3c-48d0-94f6-a18554be1650'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:55:31.208851 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-bf784cc1-9f79-4864-a473-1ee32903c3d7 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for floatingip (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:55:31.237666 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-1dab3d2d-79b3-40d0-b665-e5f995b64bf6 None None] Set router d2fed496-7a3c-48d0-94f6-a18554be1650 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:55:31.244106 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-bf784cc1-9f79-4864-a473-1ee32903c3d7 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9029272 Nov 02 14:55:31.244757 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96021548-cde6-43f8-a4c2-4da1416b6bfd', 'tag': 'f268e93c-fd04-4d6b-809f-68b16158c800'}] {{(pid=105390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:55:31.247372 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac42a5b87af23485bd7eccec534c7c9fd1bf9d7e8280f45ba58bffd111d0283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8be63c-e633-4790-9444-da2af55df3a7" -d '{"events": [{"name": "network-changed", "server_uuid": "96021548-cde6-43f8-a4c2-4da1416b6bfd", "tag": "f268e93c-fd04-4d6b-809f-68b16158c800"}]}' {{(pid=105390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:55:31.284665 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5bb8d9-13a1-4759-ba40-0983db293cc5 x-openstack-request-id: req-ae5bb8d9-13a1-4759-ba40-0983db293cc5 {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:55:31.284953 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96021548-cde6-43f8-a4c2-4da1416b6bfd", "tag": "f268e93c-fd04-4d6b-809f-68b16158c800", "status": "completed", "code": 200}]} {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:55:31.285256 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ae5bb8d9-13a1-4759-ba40-0983db293cc5 {{(pid=105390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:55:31.285655 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae5bb8d9-13a1-4759-ba40-0983db293cc5'] response: {'name': 'network-changed', 'server_uuid': '96021548-cde6-43f8-a4c2-4da1416b6bfd', 'tag': 'f268e93c-fd04-4d6b-809f-68b16158c800', 'status': 'completed', 'code': 200} Nov 02 14:55:31.380057 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8be63c-e633-4790-9444-da2af55df3a7 req-407a16a5-0b7e-4017-9594-6d7f10fc55f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:55:31.381680 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-9e8be63c-e633-4790-9444-da2af55df3a7 req-407a16a5-0b7e-4017-9594-6d7f10fc55f2 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=b7940a345a7c4ccba03eff0476e82d6c&device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 1129 time: 0.0396690 Nov 02 14:55:31.458229 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-1dab3d2d-79b3-40d0-b665-e5f995b64bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fed496-7a3c-48d0-94f6-a18554be1650', 'name': 'tempest-TestShelveInstance-1703901237-router', 'tenant_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '690ad9a7-ea1b-46ba-ab18-0c3ef4eee215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:54:36Z', 'updated_at': '2022-11-02T14:54:39Z', 'revision_number': 4, 'project_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'gw_port': {'id': '690ad9a7-ea1b-46ba-ab18-0c3ef4eee215', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fed496-7a3c-48d0-94f6-a18554be1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:54:36Z', 'updated_at': '2022-11-02T14:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': '2241a0b8-12de-4bed-a38e-846157486d0c', 'tenant_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': 'd2fed496-7a3c-48d0-94f6-a18554be1650', 'port_id': 'f268e93c-fd04-4d6b-809f-68b16158c800', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cd281c7-4441-49e5-b5fc-ef9a7b818c4f', 'mac_address': 'fa:16:3e:b1:44:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96021548-cde6-43f8-a4c2-4da1416b6bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:55:30Z', 'updated_at': '2022-11-02T14:55:30Z', 'revision_number': 0, 'project_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884bcb7f-e06c-444e-82e5-5eb50520f585', 'name': '', 'network_id': '1cd281c7-4441-49e5-b5fc-ef9a7b818c4f', 'tenant_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'mac_address': 'fa:16:3e:90:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fed496-7a3c-48d0-94f6-a18554be1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '5128682b-5eee-4c56-b772-8bac1a0ce12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:54:38Z', 'updated_at': '2022-11-02T14:54:45Z', 'revision_number': 5, 'project_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'subnets': [{'id': '5128682b-5eee-4c56-b772-8bac1a0ce12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:55:31.477309 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8be63c-e633-4790-9444-da2af55df3a7 req-ec670c83-6639-4689-bc0d-1867d1e79acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:55:31.478824 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-9e8be63c-e633-4790-9444-da2af55df3a7 req-ec670c83-6639-4689-bc0d-1867d1e79acc service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=1cd281c7-4441-49e5-b5fc-ef9a7b818c4f HTTP/1.1" status: 200 len: 910 time: 0.0906906 Nov 02 14:55:31.485194 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dab3d2d-79b3-40d0-b665-e5f995b64bf6 None None] Checking router: d2fed496-7a3c-48d0-94f6-a18554be1650 for host: dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:55:31.494372 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dab3d2d-79b3-40d0-b665-e5f995b64bf6 None None] Routers {'d2fed496-7a3c-48d0-94f6-a18554be1650'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:55:31.494970 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-1dab3d2d-79b3-40d0-b665-e5f995b64bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:55:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['d2fed496-7a3c-48d0-94f6-a18554be1650'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:55:31.546140 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-9e8be63c-e633-4790-9444-da2af55df3a7 req-ba28c61e-535b-4a13-9d92-2980b2cc529a service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f268e93c-fd04-4d6b-809f-68b16158c800 HTTP/1.1" status: 200 len: 998 time: 0.0603921 Nov 02 14:55:31.580497 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:55:31.596133 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8be63c-e633-4790-9444-da2af55df3a7 req-e7c68420-adea-47fc-aa71-9b561fc7fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:55:31.597712 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-9e8be63c-e633-4790-9444-da2af55df3a7 req-e7c68420-adea-47fc-aa71-9b561fc7fa26 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=5128682b-5eee-4c56-b772-8bac1a0ce12a HTTP/1.1" status: 200 len: 848 time: 0.0463748 Nov 02 14:55:31.601090 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-1dab3d2d-79b3-40d0-b665-e5f995b64bf6 None None] Set router d2fed496-7a3c-48d0-94f6-a18554be1650 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:55:31.640450 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8be63c-e633-4790-9444-da2af55df3a7 req-0e118985-109c-4db7-81b9-d39b3b02b578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:55:31.641963 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-9e8be63c-e633-4790-9444-da2af55df3a7 req-0e118985-109c-4db7-81b9-d39b3b02b578 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=1cd281c7-4441-49e5-b5fc-ef9a7b818c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386598 Nov 02 14:55:31.737998 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-9e8be63c-e633-4790-9444-da2af55df3a7 req-79ecf3bf-ffc7-4b4e-8175-6bb0a5ed1ac7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/1cd281c7-4441-49e5-b5fc-ef9a7b818c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892653 Nov 02 14:55:31.818222 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-1dab3d2d-79b3-40d0-b665-e5f995b64bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fed496-7a3c-48d0-94f6-a18554be1650', 'name': 'tempest-TestShelveInstance-1703901237-router', 'tenant_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '690ad9a7-ea1b-46ba-ab18-0c3ef4eee215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:54:36Z', 'updated_at': '2022-11-02T14:54:39Z', 'revision_number': 4, 'project_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'gw_port': {'id': '690ad9a7-ea1b-46ba-ab18-0c3ef4eee215', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fed496-7a3c-48d0-94f6-a18554be1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:54:36Z', 'updated_at': '2022-11-02T14:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': '2241a0b8-12de-4bed-a38e-846157486d0c', 'tenant_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': 'd2fed496-7a3c-48d0-94f6-a18554be1650', 'port_id': 'f268e93c-fd04-4d6b-809f-68b16158c800', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cd281c7-4441-49e5-b5fc-ef9a7b818c4f', 'mac_address': 'fa:16:3e:b1:44:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96021548-cde6-43f8-a4c2-4da1416b6bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:55:30Z', 'updated_at': '2022-11-02T14:55:30Z', 'revision_number': 0, 'project_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884bcb7f-e06c-444e-82e5-5eb50520f585', 'name': '', 'network_id': '1cd281c7-4441-49e5-b5fc-ef9a7b818c4f', 'tenant_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'mac_address': 'fa:16:3e:90:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fed496-7a3c-48d0-94f6-a18554be1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '5128682b-5eee-4c56-b772-8bac1a0ce12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:54:38Z', 'updated_at': '2022-11-02T14:54:45Z', 'revision_number': 5, 'project_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'subnets': [{'id': '5128682b-5eee-4c56-b772-8bac1a0ce12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:55:31.828588 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-9e8be63c-e633-4790-9444-da2af55df3a7 req-7c9c5ffd-b5a1-4610-8bbf-46f693ad32c0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/1cd281c7-4441-49e5-b5fc-ef9a7b818c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846205 Nov 02 14:55:31.844459 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dab3d2d-79b3-40d0-b665-e5f995b64bf6 None None] The sync data for ids ['d2fed496-7a3c-48d0-94f6-a18554be1650'] in dv-cinder-862365-4-iscsi is: [{'id': 'd2fed496-7a3c-48d0-94f6-a18554be1650', 'name': 'tempest-TestShelveInstance-1703901237-router', 'tenant_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '690ad9a7-ea1b-46ba-ab18-0c3ef4eee215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:54:36Z', 'updated_at': '2022-11-02T14:54:39Z', 'revision_number': 4, 'project_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'gw_port': {'id': '690ad9a7-ea1b-46ba-ab18-0c3ef4eee215', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fed496-7a3c-48d0-94f6-a18554be1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:54:36Z', 'updated_at': '2022-11-02T14:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_floatingips': [{'id': '2241a0b8-12de-4bed-a38e-846157486d0c', 'tenant_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'router_id': 'd2fed496-7a3c-48d0-94f6-a18554be1650', 'port_id': 'f268e93c-fd04-4d6b-809f-68b16158c800', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cd281c7-4441-49e5-b5fc-ef9a7b818c4f', 'mac_address': 'fa:16:3e:b1:44:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96021548-cde6-43f8-a4c2-4da1416b6bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T14:55:30Z', 'updated_at': '2022-11-02T14:55:30Z', 'revision_number': 0, 'project_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884bcb7f-e06c-444e-82e5-5eb50520f585', 'name': '', 'network_id': '1cd281c7-4441-49e5-b5fc-ef9a7b818c4f', 'tenant_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'mac_address': 'fa:16:3e:90:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fed496-7a3c-48d0-94f6-a18554be1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '5128682b-5eee-4c56-b772-8bac1a0ce12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:54:38Z', 'updated_at': '2022-11-02T14:54:45Z', 'revision_number': 5, 'project_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'subnets': [{'id': '5128682b-5eee-4c56-b772-8bac1a0ce12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:55:32.043013 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e185846-c186-4f88-ac0e-1c23de0c9f14 None None] New status for floating IP 2241a0b8-12de-4bed-a38e-846157486d0c: ACTIVE {{(pid=105392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 14:55:32.045637 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:55:36.343481 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7b97e587-679a-4b17-a37a-9a64d74c7c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:55:38.914791 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-39e224f1-ed8a-4e3a-b2fc-7dd3fdf3947b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:55:39.218440 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=73 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:55:39.222374 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=85 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:55:40.532208 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:55:41.367578 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-06ea0c72-a3bb-49ef-9a21-342fe73cf42e req-cade717a-edda-4b76-b68d-5acdb2f295ee service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415986 Nov 02 14:55:41.468101 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea0c72-a3bb-49ef-9a21-342fe73cf42e req-35514b5b-0fdc-4d48-984a-91e3b2ab2093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:55:41.469640 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-06ea0c72-a3bb-49ef-9a21-342fe73cf42e req-35514b5b-0fdc-4d48-984a-91e3b2ab2093 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=b7940a345a7c4ccba03eff0476e82d6c&device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 1129 time: 0.0408535 Nov 02 14:55:41.577681 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:55:41.579261 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea0c72-a3bb-49ef-9a21-342fe73cf42e req-ff5bcbda-cd56-4794-8baa-7fdd23b36f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:55:41.580748 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-06ea0c72-a3bb-49ef-9a21-342fe73cf42e req-ff5bcbda-cd56-4794-8baa-7fdd23b36f16 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=1cd281c7-4441-49e5-b5fc-ef9a7b818c4f HTTP/1.1" status: 200 len: 910 time: 0.0913162 Nov 02 14:55:41.642319 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-06ea0c72-a3bb-49ef-9a21-342fe73cf42e req-f8c9e773-b664-4b28-b204-8f8b1279d301 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f268e93c-fd04-4d6b-809f-68b16158c800 HTTP/1.1" status: 200 len: 1000 time: 0.0561249 Nov 02 14:55:41.687886 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:55:41.691794 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea0c72-a3bb-49ef-9a21-342fe73cf42e req-1d38b7ae-8a01-41dd-87ed-63b66b99a861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:55:41.693288 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-06ea0c72-a3bb-49ef-9a21-342fe73cf42e req-1d38b7ae-8a01-41dd-87ed-63b66b99a861 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=5128682b-5eee-4c56-b772-8bac1a0ce12a HTTP/1.1" status: 200 len: 848 time: 0.0455079 Nov 02 14:55:41.735627 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea0c72-a3bb-49ef-9a21-342fe73cf42e req-d9cf3ade-4073-4fa3-ae02-a48da14b264f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:55:41.737138 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-06ea0c72-a3bb-49ef-9a21-342fe73cf42e req-d9cf3ade-4073-4fa3-ae02-a48da14b264f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=1cd281c7-4441-49e5-b5fc-ef9a7b818c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387006 Nov 02 14:55:41.830299 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-06ea0c72-a3bb-49ef-9a21-342fe73cf42e req-66d5a45b-0663-4215-8333-ec920c70b2a1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/1cd281c7-4441-49e5-b5fc-ef9a7b818c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871828 Nov 02 14:55:41.924617 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-06ea0c72-a3bb-49ef-9a21-342fe73cf42e req-07d9af34-0638-4085-8165-44ce57bc3bf7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/1cd281c7-4441-49e5-b5fc-ef9a7b818c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892074 Nov 02 14:55:42.057936 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:55:47.561780 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=89 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:55:47.562515 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=93 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:55:51.919690 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=84 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:55:51.921615 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=9 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:55:51.967197 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:55:51.969029 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:55:59.068532 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:56:05.609806 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:56:06.359984 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-f94ef060-e2fd-4ae6-841a-f2eb8ca64ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:56:08.885978 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7df94145-4c9b-45a8-b2ba-f17bb316c257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:56:10.571595 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:56:11.554537 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:56:12.034212 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:56:21.964850 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:56:21.971872 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:56:28.937609 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:56:33.610512 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=4 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:56:33.611316 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:56:36.342385 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-8ae6f3f9-e98e-435c-ae95-4cbc276fd6db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:56:38.862580 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-8837124a-ffca-4969-865c-cb40484cae14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:56:40.542261 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:56:41.513656 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:56:42.102587 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:56:42.609959 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:56:43.368730 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-87d21f58-38fc-42a1-aaae-87b7eccb5c74 req-0abb04dd-8ca0-4198-b70a-5ce003fd97e5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391414 Nov 02 14:56:43.473051 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d21f58-38fc-42a1-aaae-87b7eccb5c74 req-705cee92-6e84-40e1-8d80-04d5a0b6188b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:56:43.474522 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-87d21f58-38fc-42a1-aaae-87b7eccb5c74 req-705cee92-6e84-40e1-8d80-04d5a0b6188b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=b7940a345a7c4ccba03eff0476e82d6c&device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 1129 time: 0.0405090 Nov 02 14:56:43.584633 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d21f58-38fc-42a1-aaae-87b7eccb5c74 req-989bb9f9-1183-4b97-b114-0cd752cd220c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:56:43.586153 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-87d21f58-38fc-42a1-aaae-87b7eccb5c74 req-989bb9f9-1183-4b97-b114-0cd752cd220c service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=1cd281c7-4441-49e5-b5fc-ef9a7b818c4f HTTP/1.1" status: 200 len: 910 time: 0.0934243 Nov 02 14:56:43.652634 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-87d21f58-38fc-42a1-aaae-87b7eccb5c74 req-63d2f5d3-522e-463a-973c-3f0057ecb4d4 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f268e93c-fd04-4d6b-809f-68b16158c800 HTTP/1.1" status: 200 len: 1000 time: 0.0599914 Nov 02 14:56:43.703363 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d21f58-38fc-42a1-aaae-87b7eccb5c74 req-8e37c747-49a5-44cc-92ad-75df1f62b7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:56:43.704846 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-87d21f58-38fc-42a1-aaae-87b7eccb5c74 req-8e37c747-49a5-44cc-92ad-75df1f62b7a9 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=5128682b-5eee-4c56-b772-8bac1a0ce12a HTTP/1.1" status: 200 len: 848 time: 0.0458927 Nov 02 14:56:43.755370 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d21f58-38fc-42a1-aaae-87b7eccb5c74 req-69fc2ae4-193e-4c8a-9423-ea6c5e84bfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:56:43.757212 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-87d21f58-38fc-42a1-aaae-87b7eccb5c74 req-69fc2ae4-193e-4c8a-9423-ea6c5e84bfaf service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=1cd281c7-4441-49e5-b5fc-ef9a7b818c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469918 Nov 02 14:56:43.855448 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-87d21f58-38fc-42a1-aaae-87b7eccb5c74 req-a52e1744-4b62-42aa-92b3-a51efccc5c23 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/1cd281c7-4441-49e5-b5fc-ef9a7b818c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924799 Nov 02 14:56:44.208269 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-87d21f58-38fc-42a1-aaae-87b7eccb5c74 req-6466d577-ce54-421a-bc6c-b319de168d71 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/1cd281c7-4441-49e5-b5fc-ef9a7b818c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467250 Nov 02 14:56:52.025583 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:56:52.028603 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:56:54.198929 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=48 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:56:54.204860 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=53 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:56:58.936831 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:57:01.560905 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=2 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:57:01.566254 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=6 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:57:06.347849 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-e6899e62-2ea1-4172-a365-4fdabbb3f64c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:57:08.850218 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-ed519076-f1aa-4ecb-a207-67bdd7f03366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:57:10.518773 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:57:11.547137 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:57:12.033302 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:57:13.858134 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [req-a9916e9c-3d27-4a47-9e2a-9ca1e17b89b1 req-396cc60c-df2c-4677-80b2-e096bb3ea66b service neutron] (105391) timed out ('10.222.0.64', 63071) {{(pid=105391) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 02 14:57:19.609335 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:57:21.970675 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:57:21.977632 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:57:25.649555 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443f09a-8aaf-4785-aab4-ed5f15bacfb8 req-b6662974-b1f1-4fd5-b040-e78042db3110 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:25.651051 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5443f09a-8aaf-4785-aab4-ed5f15bacfb8 req-b6662974-b1f1-4fd5-b040-e78042db3110 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 945 time: 0.0496743 Nov 02 14:57:25.702490 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5443f09a-8aaf-4785-aab4-ed5f15bacfb8 req-e19567a6-2c51-40f7-8654-ef809d937035 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440824 Nov 02 14:57:26.832158 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abfe56-fc95-40ec-921f-03fed836b205 req-c0026963-f2cc-4ec3-ac97-e15a450356af tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:26.833652 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-52abfe56-fc95-40ec-921f-03fed836b205 req-c0026963-f2cc-4ec3-ac97-e15a450356af tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 945 time: 0.0491145 Nov 02 14:57:26.881873 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-52abfe56-fc95-40ec-921f-03fed836b205 req-723d3244-2196-4019-a27d-9f37edf66370 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426779 Nov 02 14:57:28.001900 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f1e1a-c265-4ceb-9ade-6a14f4b7c954 req-8e4db6a6-579d-4353-a365-f1e067c59a6c tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:28.003352 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-571f1e1a-c265-4ceb-9ade-6a14f4b7c954 req-8e4db6a6-579d-4353-a365-f1e067c59a6c tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 945 time: 0.0477760 Nov 02 14:57:28.051827 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-571f1e1a-c265-4ceb-9ade-6a14f4b7c954 req-c2b80ef4-1159-467c-ba3f-0199c15fb68a tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429230 Nov 02 14:57:28.947148 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:57:29.171010 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d19b6-44d7-425d-a0d0-cfd1fcdd0cb2 req-e0e3fa53-16da-4e65-9dd1-d60b6bd454a5 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:29.172400 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ba1d19b6-44d7-425d-a0d0-cfd1fcdd0cb2 req-e0e3fa53-16da-4e65-9dd1-d60b6bd454a5 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 945 time: 0.0466740 Nov 02 14:57:29.224452 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ba1d19b6-44d7-425d-a0d0-cfd1fcdd0cb2 req-eb2f55da-bae2-41bc-902f-7b78ae255b74 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465395 Nov 02 14:57:30.344689 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60d173-e83c-4193-99a6-f05121122cbd req-dc09154e-9d71-4627-afbf-e58dc7108d1b tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:30.347214 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0c60d173-e83c-4193-99a6-f05121122cbd req-dc09154e-9d71-4627-afbf-e58dc7108d1b tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 945 time: 0.0472031 Nov 02 14:57:30.395995 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-0c60d173-e83c-4193-99a6-f05121122cbd req-fda66794-464c-46f1-a5ab-afd548340f27 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440896 Nov 02 14:57:31.516807 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e415e-ea68-4c5f-88ef-dd06c98a531b req-e1ef6281-e162-446f-850a-f079e4fca43d tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:31.518276 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-302e415e-ea68-4c5f-88ef-dd06c98a531b req-e1ef6281-e162-446f-850a-f079e4fca43d tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 945 time: 0.0462458 Nov 02 14:57:31.567304 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-302e415e-ea68-4c5f-88ef-dd06c98a531b req-14ac8f98-cdce-4ccd-90b9-6dfe5cceb054 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434115 Nov 02 14:57:32.691972 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0fba2-0659-493f-911e-90f868b2c656 req-2f54fb83-ea18-4250-8698-17cb6f95bb9f tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:32.693465 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-09f0fba2-0659-493f-911e-90f868b2c656 req-2f54fb83-ea18-4250-8698-17cb6f95bb9f tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 945 time: 0.0506737 Nov 02 14:57:32.742830 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-09f0fba2-0659-493f-911e-90f868b2c656 req-b72e07c3-f80d-4cca-9413-20635b76a10f tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437610 Nov 02 14:57:33.861864 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6c3d4-9cb0-4867-b8dd-5973648d885a req-6a90605b-e1d5-449e-a6b7-fd84bf0a0e92 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:33.863308 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-65f6c3d4-9cb0-4867-b8dd-5973648d885a req-6a90605b-e1d5-449e-a6b7-fd84bf0a0e92 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 945 time: 0.0460050 Nov 02 14:57:33.914052 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-65f6c3d4-9cb0-4867-b8dd-5973648d885a req-d4118b74-3f2e-4eb9-ab30-0c5fe8e2fd85 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452504 Nov 02 14:57:35.034214 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107d7fe-c2b4-4262-946e-ae7145680c3c req-8fc6af86-09b2-408c-924f-9aa3d31c0529 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:35.035653 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8107d7fe-c2b4-4262-946e-ae7145680c3c req-8fc6af86-09b2-408c-924f-9aa3d31c0529 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 945 time: 0.0466914 Nov 02 14:57:35.087395 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8107d7fe-c2b4-4262-946e-ae7145680c3c req-3fceab88-dac1-42e7-b800-df88d1a13aac tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461006 Nov 02 14:57:35.942287 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195489aa-21bc-4a9b-8848-8cdc0c296054 req-a1644bda-a9a5-40c2-a60a-4615455fefef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:35.943767 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-195489aa-21bc-4a9b-8848-8cdc0c296054 req-a1644bda-a9a5-40c2-a60a-4615455fefef service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=b7940a345a7c4ccba03eff0476e82d6c&device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 1129 time: 0.0380011 Nov 02 14:57:36.034959 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195489aa-21bc-4a9b-8848-8cdc0c296054 req-4b248c0b-c42b-4432-9912-e4957e281e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:36.036436 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-195489aa-21bc-4a9b-8848-8cdc0c296054 req-4b248c0b-c42b-4432-9912-e4957e281e24 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=1cd281c7-4441-49e5-b5fc-ef9a7b818c4f HTTP/1.1" status: 200 len: 910 time: 0.0871177 Nov 02 14:57:36.095704 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-195489aa-21bc-4a9b-8848-8cdc0c296054 req-64903e2d-2e8c-4c30-a3c9-08c947bb5043 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f268e93c-fd04-4d6b-809f-68b16158c800 HTTP/1.1" status: 200 len: 1000 time: 0.0535011 Nov 02 14:57:36.143361 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195489aa-21bc-4a9b-8848-8cdc0c296054 req-ec93fa60-a833-4541-8844-941ab6669170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:36.144821 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-195489aa-21bc-4a9b-8848-8cdc0c296054 req-ec93fa60-a833-4541-8844-941ab6669170 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=5128682b-5eee-4c56-b772-8bac1a0ce12a HTTP/1.1" status: 200 len: 848 time: 0.0439305 Nov 02 14:57:36.190631 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195489aa-21bc-4a9b-8848-8cdc0c296054 req-2b78871e-4939-4d25-b15b-5c56dc294516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:36.192058 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-195489aa-21bc-4a9b-8848-8cdc0c296054 req-2b78871e-4939-4d25-b15b-5c56dc294516 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=1cd281c7-4441-49e5-b5fc-ef9a7b818c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416896 Nov 02 14:57:36.210186 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41744b72-3101-48a4-b855-36facef16e87 req-6a7261d8-6cf3-440b-96a3-60202031b3d2 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:36.211628 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-41744b72-3101-48a4-b855-36facef16e87 req-6a7261d8-6cf3-440b-96a3-60202031b3d2 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 945 time: 0.0462518 Nov 02 14:57:36.261250 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-41744b72-3101-48a4-b855-36facef16e87 req-77f82419-44dd-4435-a8bc-ac08c38a0a57 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432925 Nov 02 14:57:36.281485 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-195489aa-21bc-4a9b-8848-8cdc0c296054 req-662a3de8-4cbb-4bd4-ba88-da460d3a8dba service neutron] 10.222.0.64 "GET /networking/v2.0/networks/1cd281c7-4441-49e5-b5fc-ef9a7b818c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838058 Nov 02 14:57:36.365788 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-2b73208f-1c24-453c-be8c-6a0bf9517099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:57:36.375311 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-195489aa-21bc-4a9b-8848-8cdc0c296054 req-9ddbe806-6564-464b-805b-d2910f34a32d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/1cd281c7-4441-49e5-b5fc-ef9a7b818c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886722 Nov 02 14:57:37.382664 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21916896-5369-4318-a141-2ea2ab1a48ad req-b950a61a-5cac-4c92-af26-a1f18cad3475 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:37.384095 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-21916896-5369-4318-a141-2ea2ab1a48ad req-b950a61a-5cac-4c92-af26-a1f18cad3475 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 945 time: 0.0460563 Nov 02 14:57:37.413771 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:57:37.432159 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-21916896-5369-4318-a141-2ea2ab1a48ad req-a91bf776-b31b-4c02-a777-0e2b47dbaf22 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423987 Nov 02 14:57:38.544391 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:57:38.557795 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c96d7d-499f-4b4e-9d29-6613e49a8dfc req-1aeb560c-c272-4e13-9bea-b2a9a0639942 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:38.559277 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-44c96d7d-499f-4b4e-9d29-6613e49a8dfc req-1aeb560c-c272-4e13-9bea-b2a9a0639942 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 945 time: 0.0514646 Nov 02 14:57:38.561053 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=16 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:57:38.562969 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=18 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:57:38.609162 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-44c96d7d-499f-4b4e-9d29-6613e49a8dfc req-e8d07e59-ac06-46c5-ac1e-02ec9b3ee8b5 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441079 Nov 02 14:57:38.838006 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-4886fdc4-69f0-4d68-81f7-93424caef6bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:57:39.728236 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba8b2e-d07a-4cb3-983b-8dc96070548e req-b95727ef-210e-41f9-9bd3-2eebb2e0cd71 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:39.729709 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-aaba8b2e-d07a-4cb3-983b-8dc96070548e req-b95727ef-210e-41f9-9bd3-2eebb2e0cd71 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 945 time: 0.0462320 Nov 02 14:57:39.778154 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-aaba8b2e-d07a-4cb3-983b-8dc96070548e req-1da53751-a226-4e9c-b471-da4d2e540e76 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427873 Nov 02 14:57:39.950394 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [req-8fd4d86f-fab7-476f-9ab2-f86b087054f6 req-4f331a77-c066-41aa-bfc1-3b251211a799 service neutron] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 14:57:39.951995 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8fd4d86f-fab7-476f-9ab2-f86b087054f6 req-4f331a77-c066-41aa-bfc1-3b251211a799 service neutron] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1036339 Nov 02 14:57:40.333612 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81c979-e1d3-45fa-bf33-bbab62cfee4c req-08d20e6c-2ed0-4513-b7c8-2d19c00952c7 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:40.335154 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5c81c979-e1d3-45fa-bf33-bbab62cfee4c req-08d20e6c-2ed0-4513-b7c8-2d19c00952c7 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 945 time: 0.0547457 Nov 02 14:57:40.389730 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5c81c979-e1d3-45fa-bf33-bbab62cfee4c req-7cab3fa6-0b1e-45b5-8c9c-0e3e7a471b4c tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488272 Nov 02 14:57:40.416418 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 39610) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:57:40.498675 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4ee38fab-dbae-4726-bb60-c082e9172e44 req-be342045-5394-49b0-8134-c0ef068711f0 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0804517 Nov 02 14:57:40.506825 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [req-4ee38fab-dbae-4726-bb60-c082e9172e44 req-facfc187-3344-43f5-b9f0-6785cea87cc9 service neutron] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 14:57:40.507804 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4ee38fab-dbae-4726-bb60-c082e9172e44 req-facfc187-3344-43f5-b9f0-6785cea87cc9 service neutron] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0051014 Nov 02 14:57:40.530639 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:57:40.625555 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 39618) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:57:40.718317 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee38fab-dbae-4726-bb60-c082e9172e44 req-2f55a1be-73de-4889-a4be-9204b9142a1e tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:40.719677 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-4ee38fab-dbae-4726-bb60-c082e9172e44 req-2f55a1be-73de-4889-a4be-9204b9142a1e tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports/f268e93c-fd04-4d6b-809f-68b16158c800 HTTP/1.1" status: 200 len: 942 time: 0.0931134 Nov 02 14:57:41.513321 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a0b68-238d-4150-81fd-25e1c4f88e62 req-647b0ef3-1fe6-476d-aadb-4f0389aa461d tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:41.515395 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2c3a0b68-238d-4150-81fd-25e1c4f88e62 req-647b0ef3-1fe6-476d-aadb-4f0389aa461d tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 945 time: 0.0484354 Nov 02 14:57:41.541278 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:57:41.564446 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2c3a0b68-238d-4150-81fd-25e1c4f88e62 req-c0bc8b30-8eb6-4d38-809b-ab7a7e902859 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433486 Nov 02 14:57:42.026704 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:57:42.692950 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622bb0e-e867-4717-94b7-e02c452970c5 req-b41a2d34-df9c-4e6a-a5a4-807c765eba73 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:42.694451 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8622bb0e-e867-4717-94b7-e02c452970c5 req-b41a2d34-df9c-4e6a-a5a4-807c765eba73 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 945 time: 0.0519590 Nov 02 14:57:42.744094 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8622bb0e-e867-4717-94b7-e02c452970c5 req-2fa8741d-6a99-469c-a977-fab36c486fd8 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440798 Nov 02 14:57:42.891579 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device f268e93c-fd04-4d6b-809f-68b16158c800 no longer exists at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:57:42.964167 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port f268e93c-fd04-4d6b-809f-68b16158c800 is: ACTIVE; New status is: DOWN {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:57:42.964554 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (f268e93c-fd04-4d6b-809f-68b16158c800), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:57:42.987087 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96021548-cde6-43f8-a4c2-4da1416b6bfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f268e93c-fd04-4d6b-809f-68b16158c800'}] {{(pid=105392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:57:42.989353 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa406a66c4f7fcebf853f6ac608ace0721fd427f75714d2af0e2307e93ff13f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b463cab1-ad36-48c5-b5a6-b75ca8a40a55" -d '{"events": [{"server_uuid": "96021548-cde6-43f8-a4c2-4da1416b6bfd", "name": "network-vif-unplugged", "status": "completed", "tag": "f268e93c-fd04-4d6b-809f-68b16158c800"}]}' {{(pid=105392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:57:43.002521 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port f268e93c-fd04-4d6b-809f-68b16158c800, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=f268e93c-fd04-4d6b-809f-68b16158c800,segment=NetworkSegment(bb5a7c79-5120-4db1-935f-84f8f19ce00d),segment_id=bb5a7c79-5120-4db1-935f-84f8f19ce00d)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:57:43.027824 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 02 Nov 2022 14:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082b1946-3523-487e-a2be-67129ac50b4c x-openstack-request-id: req-082b1946-3523-487e-a2be-67129ac50b4c {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:57:43.027824 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96021548-cde6-43f8-a4c2-4da1416b6bfd", "name": "network-vif-unplugged", "status": "failed", "tag": "f268e93c-fd04-4d6b-809f-68b16158c800", "code": 422}]} {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:57:43.027824 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-082b1946-3523-487e-a2be-67129ac50b4c {{(pid=105392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:57:43.027824 dv-cinder-862365-4-iscsi neutron-server[105392]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-082b1946-3523-487e-a2be-67129ac50b4c']: {'server_uuid': '96021548-cde6-43f8-a4c2-4da1416b6bfd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f268e93c-fd04-4d6b-809f-68b16158c800', 'code': 422} returned with failed status Nov 02 14:57:43.060783 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (f268e93c-fd04-4d6b-809f-68b16158c800), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:57:43.108821 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=f268e93c-fd04-4d6b-809f-68b16158c800,revision_number=6']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:57:43.116040 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:57:43.128251 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:57:43.128251 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:57:43.128251 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:57:43.128251 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:57:43.128251 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:57:43.128251 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:57:43.128251 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:57:43.128251 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:57:43.128251 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:57:43.128251 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:57:43.128251 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:57:43.128251 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:57:43.128251 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:57:43.128251 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:57:43.744132 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee38fab-dbae-4726-bb60-c082e9172e44 req-ea8fdac2-2b05-4fc3-9381-2e6ce2c3907d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:43.745530 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-4ee38fab-dbae-4726-bb60-c082e9172e44 req-ea8fdac2-2b05-4fc3-9381-2e6ce2c3907d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd&tenant_id=b7940a345a7c4ccba03eff0476e82d6c HTTP/1.1" status: 200 len: 1127 time: 0.0388899 Nov 02 14:57:43.820410 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee38fab-dbae-4726-bb60-c082e9172e44 req-9a206629-2e21-47b0-b61c-135281717d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:43.821939 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-4ee38fab-dbae-4726-bb60-c082e9172e44 req-9a206629-2e21-47b0-b61c-135281717d2a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=b7940a345a7c4ccba03eff0476e82d6c&device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 1127 time: 0.0386024 Nov 02 14:57:43.867712 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2192321-bb63-4046-860e-4c9d19b3ae9d req-4713a4d9-4411-491c-9890-e75f5996c671 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:43.869225 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c2192321-bb63-4046-860e-4c9d19b3ae9d req-4713a4d9-4411-491c-9890-e75f5996c671 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 943 time: 0.0473301 Nov 02 14:57:43.918680 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee38fab-dbae-4726-bb60-c082e9172e44 req-a5627b20-1b51-44f5-b54e-244d6aae0703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:43.919987 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-c2192321-bb63-4046-860e-4c9d19b3ae9d req-76583378-acd7-42c9-8e09-5a055c1f84c9 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448010 Nov 02 14:57:43.920165 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-4ee38fab-dbae-4726-bb60-c082e9172e44 req-a5627b20-1b51-44f5-b54e-244d6aae0703 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=1cd281c7-4441-49e5-b5fc-ef9a7b818c4f HTTP/1.1" status: 200 len: 910 time: 0.0917253 Nov 02 14:57:43.984927 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-4ee38fab-dbae-4726-bb60-c082e9172e44 req-2ec8bfee-7e81-4ea3-baec-df40332ff944 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f268e93c-fd04-4d6b-809f-68b16158c800 HTTP/1.1" status: 200 len: 998 time: 0.0589654 Nov 02 14:57:44.033153 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee38fab-dbae-4726-bb60-c082e9172e44 req-eeca4a90-0284-494c-9d1e-9f3efce8f7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:44.034533 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-4ee38fab-dbae-4726-bb60-c082e9172e44 req-eeca4a90-0284-494c-9d1e-9f3efce8f7dd service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=5128682b-5eee-4c56-b772-8bac1a0ce12a HTTP/1.1" status: 200 len: 848 time: 0.0446060 Nov 02 14:57:44.075730 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee38fab-dbae-4726-bb60-c082e9172e44 req-444f669a-dae8-4119-bf6a-87987d60b88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:44.077750 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-4ee38fab-dbae-4726-bb60-c082e9172e44 req-444f669a-dae8-4119-bf6a-87987d60b88b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=1cd281c7-4441-49e5-b5fc-ef9a7b818c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370219 Nov 02 14:57:44.165322 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=100 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:57:44.171191 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-4ee38fab-dbae-4726-bb60-c082e9172e44 req-23846cc9-6e53-4518-b022-ff8cd79104cd service neutron] 10.222.0.64 "GET /networking/v2.0/networks/1cd281c7-4441-49e5-b5fc-ef9a7b818c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880067 Nov 02 14:57:44.259115 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-4ee38fab-dbae-4726-bb60-c082e9172e44 req-89b1885c-f7f1-43ac-912c-3bd3ef3ca3a2 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/1cd281c7-4441-49e5-b5fc-ef9a7b818c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821042 Nov 02 14:57:44.678778 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=100 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:57:44.682012 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78074519-8e95-48bf-89fb-f4e19be2867f req-5d4a7d4e-1396-4c42-8c07-f7421a69b88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:44.683494 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-78074519-8e95-48bf-89fb-f4e19be2867f req-5d4a7d4e-1396-4c42-8c07-f7421a69b88e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=b7940a345a7c4ccba03eff0476e82d6c&device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 1127 time: 0.0384538 Nov 02 14:57:44.789689 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78074519-8e95-48bf-89fb-f4e19be2867f req-379a0d42-ed7f-42c5-a55d-0aab888e41c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:44.791155 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-78074519-8e95-48bf-89fb-f4e19be2867f req-379a0d42-ed7f-42c5-a55d-0aab888e41c3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=1cd281c7-4441-49e5-b5fc-ef9a7b818c4f HTTP/1.1" status: 200 len: 910 time: 0.0879781 Nov 02 14:57:44.855425 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-78074519-8e95-48bf-89fb-f4e19be2867f req-e3298b57-482b-49d9-92f6-886b36a11c88 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f268e93c-fd04-4d6b-809f-68b16158c800 HTTP/1.1" status: 200 len: 998 time: 0.0572445 Nov 02 14:57:44.909368 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78074519-8e95-48bf-89fb-f4e19be2867f req-1258963c-eab0-4bb1-ba80-a71aba8f91e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:44.910867 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-78074519-8e95-48bf-89fb-f4e19be2867f req-1258963c-eab0-4bb1-ba80-a71aba8f91e7 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=5128682b-5eee-4c56-b772-8bac1a0ce12a HTTP/1.1" status: 200 len: 848 time: 0.0491962 Nov 02 14:57:44.953370 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78074519-8e95-48bf-89fb-f4e19be2867f req-c1373a27-e410-4678-8276-7a37e50bccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:44.955062 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-78074519-8e95-48bf-89fb-f4e19be2867f req-c1373a27-e410-4678-8276-7a37e50bccd3 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=1cd281c7-4441-49e5-b5fc-ef9a7b818c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378637 Nov 02 14:57:45.041738 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f776214-5b37-4e31-bef3-0fb9aac61788 req-4f80513b-9449-4dc5-8016-26d51a2c6d51 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:45.043199 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7f776214-5b37-4e31-bef3-0fb9aac61788 req-4f80513b-9449-4dc5-8016-26d51a2c6d51 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 943 time: 0.0484216 Nov 02 14:57:45.052780 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-78074519-8e95-48bf-89fb-f4e19be2867f req-35335834-b8bb-467b-bd1c-fcb6e07d2b91 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/1cd281c7-4441-49e5-b5fc-ef9a7b818c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919654 Nov 02 14:57:45.096230 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7f776214-5b37-4e31-bef3-0fb9aac61788 req-e23aeee5-cfe8-41d6-8d35-77de44051c38 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472267 Nov 02 14:57:45.142463 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-78074519-8e95-48bf-89fb-f4e19be2867f req-9aaf16c6-189f-4588-b4c7-986932403aad service neutron] 10.222.0.64 "GET /networking/v2.0/networks/1cd281c7-4441-49e5-b5fc-ef9a7b818c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839086 Nov 02 14:57:46.215521 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3817a-1a56-4ef9-a8fa-23c2c823ffad req-af8a7386-5cfd-442f-a427-f80af6756b1f tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:46.216994 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5ac3817a-1a56-4ef9-a8fa-23c2c823ffad req-af8a7386-5cfd-442f-a427-f80af6756b1f tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 943 time: 0.0460572 Nov 02 14:57:46.266884 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-5ac3817a-1a56-4ef9-a8fa-23c2c823ffad req-e26edbe2-c001-4779-84d1-b5d128691f7e tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437627 Nov 02 14:57:47.386206 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78ac59-888e-4961-a795-cb804c73a9aa req-6a2fb0ad-9040-484f-af8d-ab46c8c21dbb tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:47.387645 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ec78ac59-888e-4961-a795-cb804c73a9aa req-6a2fb0ad-9040-484f-af8d-ab46c8c21dbb tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 943 time: 0.0463111 Nov 02 14:57:47.435649 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ec78ac59-888e-4961-a795-cb804c73a9aa req-cf3651c5-d361-45ff-9d20-38fe95a74308 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424013 Nov 02 14:57:48.549804 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:57:48.559852 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2a426-da66-48f6-849a-b5c9b9fbfb0b req-f384c43a-7cf8-47a2-96d9-46e64290c855 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:48.561419 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8ec2a426-da66-48f6-849a-b5c9b9fbfb0b req-f384c43a-7cf8-47a2-96d9-46e64290c855 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 943 time: 0.0506990 Nov 02 14:57:48.612536 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-8ec2a426-da66-48f6-849a-b5c9b9fbfb0b req-d089c51a-135a-447f-84cd-d06a20de3c7c tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453498 Nov 02 14:57:49.732978 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c400573-e546-41ce-869d-88049e268f98 req-cee3b13a-b0eb-4d99-99f0-463b7748baa0 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:49.734993 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2c400573-e546-41ce-869d-88049e268f98 req-cee3b13a-b0eb-4d99-99f0-463b7748baa0 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 943 time: 0.0459750 Nov 02 14:57:49.782979 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-2c400573-e546-41ce-869d-88049e268f98 req-85514b97-9c7c-4166-aa07-f3d80bb4f37f tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424609 Nov 02 14:57:50.911459 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead815ab-620e-4177-b1c3-a45d1e61f76a req-818b32f7-03e0-45ca-96d9-d01c2765b09a tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:50.913132 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ead815ab-620e-4177-b1c3-a45d1e61f76a req-818b32f7-03e0-45ca-96d9-d01c2765b09a tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 943 time: 0.0526679 Nov 02 14:57:50.964810 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-ead815ab-620e-4177-b1c3-a45d1e61f76a req-d8c01b69-bf3d-48d8-9a23-a053ad9d608f tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459564 Nov 02 14:57:52.068909 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=100 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:57:52.085785 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd836b8e-a4b3-448b-b99c-12087181ad50 req-a2d8c450-2554-4e47-ade5-20f077d03a15 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:52.087220 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-dd836b8e-a4b3-448b-b99c-12087181ad50 req-a2d8c450-2554-4e47-ade5-20f077d03a15 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 943 time: 0.0453432 Nov 02 14:57:52.136735 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-dd836b8e-a4b3-448b-b99c-12087181ad50 req-4b7a6fc1-0271-4d93-9b80-86303f5dda44 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439193 Nov 02 14:57:52.931653 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device f268e93c-fd04-4d6b-809f-68b16158c800 details requested by agent hyperv_hv-cinder-86236 with host hv-cinder-86236 {{(pid=105392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 14:57:52.933960 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:57:52.935349 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=32,neutron:UPDATE=5 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:57:53.029442 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port f268e93c-fd04-4d6b-809f-68b16158c800, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=f268e93c-fd04-4d6b-809f-68b16158c800,segment=NetworkSegment(bb5a7c79-5120-4db1-935f-84f8f19ce00d),segment_id=bb5a7c79-5120-4db1-935f-84f8f19ce00d)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:57:53.041337 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Returning: {'device': 'f268e93c-fd04-4d6b-809f-68b16158c800', 'network_id': '1cd281c7-4441-49e5-b5fc-ef9a7b818c4f', 'port_id': 'f268e93c-fd04-4d6b-809f-68b16158c800', 'mac_address': 'fa:16:3e:b1:44:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 474, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5128682b-5eee-4c56-b772-8bac1a0ce12a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 14:57:53.080013 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port f268e93c-fd04-4d6b-809f-68b16158c800 is: DOWN; New status is: BUILD {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:57:53.080401 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (f268e93c-fd04-4d6b-809f-68b16158c800), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:57:53.093746 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f268e93c-fd04-4d6b-809f-68b16158c800 {{(pid=105392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 14:57:53.112907 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port f268e93c-fd04-4d6b-809f-68b16158c800, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=f268e93c-fd04-4d6b-809f-68b16158c800,segment=NetworkSegment(bb5a7c79-5120-4db1-935f-84f8f19ce00d),segment_id=bb5a7c79-5120-4db1-935f-84f8f19ce00d)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:57:53.181017 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (f268e93c-fd04-4d6b-809f-68b16158c800), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:57:53.229220 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=f268e93c-fd04-4d6b-809f-68b16158c800,revision_number=7']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:57:53.259717 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b2b83-1452-43a6-9f53-50427f9434f4 req-e382b2e5-8ce2-4eb4-b381-b2b5d1ec0f10 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:53.261218 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3b4b2b83-1452-43a6-9f53-50427f9434f4 req-e382b2e5-8ce2-4eb4-b381-b2b5d1ec0f10 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 944 time: 0.0474434 Nov 02 14:57:53.314010 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-3b4b2b83-1452-43a6-9f53-50427f9434f4 req-53cd85ee-8263-47d4-a951-d8c76e926e49 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464885 Nov 02 14:57:53.484170 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] get_ports_and_sgs() called for port_ids ['f268e93c-fd04-4d6b-809f-68b16158c800'] {{(pid=105392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 14:57:54.442244 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2f9c2-5974-4c28-93f5-4d02b20ed142 req-6e72619f-4aa7-4991-b930-2c59ada76e74 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:54.443703 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4ac2f9c2-5974-4c28-93f5-4d02b20ed142 req-6e72619f-4aa7-4991-b930-2c59ada76e74 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 944 time: 0.0465851 Nov 02 14:57:54.492757 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-4ac2f9c2-5974-4c28-93f5-4d02b20ed142 req-fc1c745d-2356-416f-a8e4-b2b1fc3e38df tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430465 Nov 02 14:57:54.964005 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device f268e93c-fd04-4d6b-809f-68b16158c800 up at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 14:57:55.007951 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Provisioning complete for port f268e93c-fd04-4d6b-809f-68b16158c800 triggered by entity L2. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:57:55.008319 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (f268e93c-fd04-4d6b-809f-68b16158c800), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:57:55.008653 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Attempt 1 to provision port f268e93c-fd04-4d6b-809f-68b16158c800 Nov 02 14:57:55.083100 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Current status of the port f268e93c-fd04-4d6b-809f-68b16158c800 is: BUILD; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:57:55.083493 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1325112'] for port (f268e93c-fd04-4d6b-809f-68b16158c800), before_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:57:55.086120 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:57:55.106916 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96021548-cde6-43f8-a4c2-4da1416b6bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f268e93c-fd04-4d6b-809f-68b16158c800'}] {{(pid=105392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:57:55.109696 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa406a66c4f7fcebf853f6ac608ace0721fd427f75714d2af0e2307e93ff13f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80290e0-e2fd-42f9-9759-5d530ccf54c7" -d '{"events": [{"server_uuid": "96021548-cde6-43f8-a4c2-4da1416b6bfd", "name": "network-vif-plugged", "status": "completed", "tag": "f268e93c-fd04-4d6b-809f-68b16158c800"}]}' {{(pid=105392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:57:55.122509 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] For port f268e93c-fd04-4d6b-809f-68b16158c800, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=f268e93c-fd04-4d6b-809f-68b16158c800,segment=NetworkSegment(bb5a7c79-5120-4db1-935f-84f8f19ce00d),segment_id=bb5a7c79-5120-4db1-935f-84f8f19ce00d)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:57:55.137660 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=43 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:57:55.138432 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=53 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:57:55.149353 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbb06cb-79e2-4103-90b0-fa6adf3fe9db x-openstack-request-id: req-5fbb06cb-79e2-4103-90b0-fa6adf3fe9db {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:57:55.149645 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96021548-cde6-43f8-a4c2-4da1416b6bfd", "name": "network-vif-plugged", "status": "completed", "tag": "f268e93c-fd04-4d6b-809f-68b16158c800", "code": 200}]} {{(pid=105392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:57:55.149899 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5fbb06cb-79e2-4103-90b0-fa6adf3fe9db {{(pid=105392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:57:55.150304 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fbb06cb-79e2-4103-90b0-fa6adf3fe9db'] response: {'server_uuid': '96021548-cde6-43f8-a4c2-4da1416b6bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f268e93c-fd04-4d6b-809f-68b16158c800', 'code': 200} Nov 02 14:57:55.226592 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767001613954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767001250479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767001250497'] for port (f268e93c-fd04-4d6b-809f-68b16158c800), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:57:55.275221 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Pushing event updated for resources: {'Port': ['ID=f268e93c-fd04-4d6b-809f-68b16158c800,revision_number=8']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:57:55.483435 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547a26d-1ad0-4133-94e5-42340a566be3 req-4d988511-4fdf-4929-af67-511650ff038b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:55.484835 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-0547a26d-1ad0-4133-94e5-42340a566be3 req-4d988511-4fdf-4929-af67-511650ff038b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 1129 time: 0.0393233 Nov 02 14:57:55.536684 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-0547a26d-1ad0-4133-94e5-42340a566be3 req-37c71225-a081-4766-85df-95cdc6d18ced service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463367 Nov 02 14:57:55.619723 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bcbca-a62e-45d4-a2a6-edb393d5a462 req-893f78f5-a5d8-424d-a38f-70bf8d95e012 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:55.621206 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e67bcbca-a62e-45d4-a2a6-edb393d5a462 req-893f78f5-a5d8-424d-a38f-70bf8d95e012 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 945 time: 0.0482957 Nov 02 14:57:55.671220 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e67bcbca-a62e-45d4-a2a6-edb393d5a462 req-c44c4474-3ff9-4cf0-9e06-22a15dadae19 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437348 Nov 02 14:57:56.608160 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:57:56.797340 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c60030-9966-4dfe-bb40-5c6df2fefdb4 req-30ebbabd-2199-46bf-a1d1-f7e512b31580 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:57:56.798780 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-61c60030-9966-4dfe-bb40-5c6df2fefdb4 req-30ebbabd-2199-46bf-a1d1-f7e512b31580 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 945 time: 0.0491524 Nov 02 14:57:56.849934 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-61c60030-9966-4dfe-bb40-5c6df2fefdb4 req-9e8682f7-bf7e-4dbd-95c5-e54d68c462cf tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456495 Nov 02 14:57:58.935117 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:58:05.529164 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=10 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:58:05.533153 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=8 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:58:06.357431 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-c5d9aeb9-5b63-4698-862a-a1c9a3395cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:58:06.841707 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=38 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:58:06.845589 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=73 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:58:08.831989 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-ef774972-0400-4c59-b25f-0b652cb8e534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:58:10.546005 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:58:11.528797 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:58:12.054617 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:58:15.548702 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=3 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:58:15.558771 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=5 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:58:21.980384 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:58:21.982308 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:58:28.940128 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:58:33.605885 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:58:33.607614 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:58:36.345919 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-8ecfbcb6-5cb7-488d-b1bf-4d1df61a2a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:58:38.859866 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-df6ff932-1b50-4d90-b780-2026619c83e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:58:40.562911 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:58:41.534538 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:58:42.065413 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:58:44.358651 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-fb6d5b91-dbb7-4ae1-85f9-3e36b9cd9fc3 req-d48b83c8-3092-4ee9-a6f7-beeda2e380c5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374994 Nov 02 14:58:44.459907 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d5b91-dbb7-4ae1-85f9-3e36b9cd9fc3 req-0de6f8ad-0a3f-4702-a59d-1be73a3b3fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:58:44.461440 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-fb6d5b91-dbb7-4ae1-85f9-3e36b9cd9fc3 req-0de6f8ad-0a3f-4702-a59d-1be73a3b3fef service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=b7940a345a7c4ccba03eff0476e82d6c&device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 1129 time: 0.0388923 Nov 02 14:58:44.568651 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d5b91-dbb7-4ae1-85f9-3e36b9cd9fc3 req-5c401eee-05cf-4de0-b582-006f2bc8e8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:58:44.570168 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-fb6d5b91-dbb7-4ae1-85f9-3e36b9cd9fc3 req-5c401eee-05cf-4de0-b582-006f2bc8e8b7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=1cd281c7-4441-49e5-b5fc-ef9a7b818c4f HTTP/1.1" status: 200 len: 910 time: 0.0907273 Nov 02 14:58:44.632104 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-fb6d5b91-dbb7-4ae1-85f9-3e36b9cd9fc3 req-1e2f0902-ddfe-4735-8eda-8c9525619694 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f268e93c-fd04-4d6b-809f-68b16158c800 HTTP/1.1" status: 200 len: 1000 time: 0.0566013 Nov 02 14:58:44.681057 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d5b91-dbb7-4ae1-85f9-3e36b9cd9fc3 req-8531e658-7b02-448b-baa1-436b791de24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:58:44.682557 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-fb6d5b91-dbb7-4ae1-85f9-3e36b9cd9fc3 req-8531e658-7b02-448b-baa1-436b791de24d service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=5128682b-5eee-4c56-b772-8bac1a0ce12a HTTP/1.1" status: 200 len: 848 time: 0.0446873 Nov 02 14:58:44.731944 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d5b91-dbb7-4ae1-85f9-3e36b9cd9fc3 req-209280d9-1939-42bc-920c-03f2b261e9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:58:44.734193 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-fb6d5b91-dbb7-4ae1-85f9-3e36b9cd9fc3 req-209280d9-1939-42bc-920c-03f2b261e9eb service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=1cd281c7-4441-49e5-b5fc-ef9a7b818c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454822 Nov 02 14:58:44.826534 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-fb6d5b91-dbb7-4ae1-85f9-3e36b9cd9fc3 req-e221df64-bcdd-4042-9e36-a45ad1ec4267 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/1cd281c7-4441-49e5-b5fc-ef9a7b818c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862799 Nov 02 14:58:44.921705 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-fb6d5b91-dbb7-4ae1-85f9-3e36b9cd9fc3 req-0a48beab-403a-4b0b-8cec-03e96a408491 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/1cd281c7-4441-49e5-b5fc-ef9a7b818c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895627 Nov 02 14:58:52.006883 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:58:52.008798 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:58:52.549850 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:DELETE=1,neutron:SELECT=6 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:58:52.554843 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=2 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:58:54.916190 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=47 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:58:54.918095 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=54 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:58:58.956746 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:06.356790 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-f10ac367-16b7-46e5-a09c-e9011a443f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:08.853565 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-10c0988b-da0c-4f61-bd97-0e56c03753e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:09.295497 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 39680) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:59:09.439048 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-d6a508d6-6203-4b82-8c24-75fe627e4ef9 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Deleting port 84d5445e-0c66-4c93-94d9-f8df8ec05ff4 {{(pid=105390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:59:09.439398 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d6a508d6-6203-4b82-8c24-75fe627e4ef9 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (84d5445e-0c66-4c93-94d9-f8df8ec05ff4), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:09.520869 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d6a508d6-6203-4b82-8c24-75fe627e4ef9 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (84d5445e-0c66-4c93-94d9-f8df8ec05ff4), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:09.521226 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d6a508d6-6203-4b82-8c24-75fe627e4ef9 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks [] for floatingip (84d5445e-0c66-4c93-94d9-f8df8ec05ff4), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:09.533716 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-d6a508d6-6203-4b82-8c24-75fe627e4ef9 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Calling delete_port for 84d5445e-0c66-4c93-94d9-f8df8ec05ff4 owned by network:floatingip {{(pid=105390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:59:09.750914 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d6a508d6-6203-4b82-8c24-75fe627e4ef9 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (84d5445e-0c66-4c93-94d9-f8df8ec05ff4), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:09.777204 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a508d6-6203-4b82-8c24-75fe627e4ef9 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Pushing event deleted for resources: {'Port': ['ID=84d5445e-0c66-4c93-94d9-f8df8ec05ff4,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:59:09.787850 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a508d6-6203-4b82-8c24-75fe627e4ef9 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:09.793920 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a508d6-6203-4b82-8c24-75fe627e4ef9 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:09.793920 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a508d6-6203-4b82-8c24-75fe627e4ef9 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:09.793920 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a508d6-6203-4b82-8c24-75fe627e4ef9 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:09.793920 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a508d6-6203-4b82-8c24-75fe627e4ef9 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:09.793920 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a508d6-6203-4b82-8c24-75fe627e4ef9 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:09.793920 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a508d6-6203-4b82-8c24-75fe627e4ef9 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:09.793920 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a508d6-6203-4b82-8c24-75fe627e4ef9 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:09.793920 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a508d6-6203-4b82-8c24-75fe627e4ef9 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:09.793920 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a508d6-6203-4b82-8c24-75fe627e4ef9 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:09.793920 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a508d6-6203-4b82-8c24-75fe627e4ef9 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:09.793920 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a508d6-6203-4b82-8c24-75fe627e4ef9 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:09.793920 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a508d6-6203-4b82-8c24-75fe627e4ef9 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:09.793920 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a508d6-6203-4b82-8c24-75fe627e4ef9 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:09.795823 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a508d6-6203-4b82-8c24-75fe627e4ef9 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:09.854024 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d6a508d6-6203-4b82-8c24-75fe627e4ef9 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks [] for floatingip (2241a0b8-12de-4bed-a38e-846157486d0c), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:09.854372 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.db.l3_db [None req-d6a508d6-6203-4b82-8c24-75fe627e4ef9 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Floating IP 2241a0b8-12de-4bed-a38e-846157486d0c disassociated (deleted). External IP: 172.27.0.18, port: f268e93c-fd04-4d6b-809f-68b16158c800. Nov 02 14:59:10.053555 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a508d6-6203-4b82-8c24-75fe627e4ef9 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Router d2fed496-7a3c-48d0-94f6-a18554be1650 has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:59:10.159083 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a508d6-6203-4b82-8c24-75fe627e4ef9 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:59:10.163626 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d6a508d6-6203-4b82-8c24-75fe627e4ef9 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for floatingip (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:10.169590 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb73826-537e-4b09-98fe-863b31bc116a None None] Sync routers for ids ['d2fed496-7a3c-48d0-94f6-a18554be1650'] in dv-cinder-862365-4-iscsi {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:59:10.180616 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb73826-537e-4b09-98fe-863b31bc116a None None] Routers {'d2fed496-7a3c-48d0-94f6-a18554be1650'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:59:10.181271 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-9fb73826-537e-4b09-98fe-863b31bc116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:59:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['d2fed496-7a3c-48d0-94f6-a18554be1650'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:59:10.187803 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:59:10.195967 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-d6a508d6-6203-4b82-8c24-75fe627e4ef9 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/2241a0b8-12de-4bed-a38e-846157486d0c HTTP/1.1" status: 204 len: 168 time: 0.8987625 Nov 02 14:59:10.202998 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96021548-cde6-43f8-a4c2-4da1416b6bfd', 'tag': 'f268e93c-fd04-4d6b-809f-68b16158c800'}] {{(pid=105390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:59:10.202998 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac42a5b87af23485bd7eccec534c7c9fd1bf9d7e8280f45ba58bffd111d0283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f182551e-6728-47b5-b031-05a511b6b99d" -d '{"events": [{"name": "network-changed", "server_uuid": "96021548-cde6-43f8-a4c2-4da1416b6bfd", "tag": "f268e93c-fd04-4d6b-809f-68b16158c800"}]}' {{(pid=105390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:59:10.292120 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-9fb73826-537e-4b09-98fe-863b31bc116a None None] Set router d2fed496-7a3c-48d0-94f6-a18554be1650 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:59:10.332106 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 14:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d823a4-8e48-44ef-862f-cc769dbb4415 x-openstack-request-id: req-06d823a4-8e48-44ef-862f-cc769dbb4415 {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:59:10.332620 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96021548-cde6-43f8-a4c2-4da1416b6bfd", "tag": "f268e93c-fd04-4d6b-809f-68b16158c800", "status": "completed", "code": 200}]} {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:59:10.332741 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-06d823a4-8e48-44ef-862f-cc769dbb4415 {{(pid=105390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:59:10.333088 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06d823a4-8e48-44ef-862f-cc769dbb4415'] response: {'name': 'network-changed', 'server_uuid': '96021548-cde6-43f8-a4c2-4da1416b6bfd', 'tag': 'f268e93c-fd04-4d6b-809f-68b16158c800', 'status': 'completed', 'code': 200} Nov 02 14:59:10.423479 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182551e-6728-47b5-b031-05a511b6b99d req-650463ca-5bec-4738-adf1-396541462ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:59:10.425084 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-f182551e-6728-47b5-b031-05a511b6b99d req-650463ca-5bec-4738-adf1-396541462ced service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=b7940a345a7c4ccba03eff0476e82d6c&device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 1129 time: 0.0424945 Nov 02 14:59:10.439400 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:59:10.492561 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-9fb73826-537e-4b09-98fe-863b31bc116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fed496-7a3c-48d0-94f6-a18554be1650', 'name': 'tempest-TestShelveInstance-1703901237-router', 'tenant_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '690ad9a7-ea1b-46ba-ab18-0c3ef4eee215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:54:36Z', 'updated_at': '2022-11-02T14:54:39Z', 'revision_number': 4, 'project_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'gw_port': {'id': '690ad9a7-ea1b-46ba-ab18-0c3ef4eee215', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fed496-7a3c-48d0-94f6-a18554be1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:54:36Z', 'updated_at': '2022-11-02T14:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '884bcb7f-e06c-444e-82e5-5eb50520f585', 'name': '', 'network_id': '1cd281c7-4441-49e5-b5fc-ef9a7b818c4f', 'tenant_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'mac_address': 'fa:16:3e:90:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fed496-7a3c-48d0-94f6-a18554be1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '5128682b-5eee-4c56-b772-8bac1a0ce12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:54:38Z', 'updated_at': '2022-11-02T14:54:45Z', 'revision_number': 5, 'project_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'subnets': [{'id': '5128682b-5eee-4c56-b772-8bac1a0ce12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:59:10.523324 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb73826-537e-4b09-98fe-863b31bc116a None None] Checking router: d2fed496-7a3c-48d0-94f6-a18554be1650 for host: dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:59:10.524179 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182551e-6728-47b5-b031-05a511b6b99d req-a138364d-ee95-4998-847f-0324b9491af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:59:10.525912 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-f182551e-6728-47b5-b031-05a511b6b99d req-a138364d-ee95-4998-847f-0324b9491af4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=1cd281c7-4441-49e5-b5fc-ef9a7b818c4f HTTP/1.1" status: 200 len: 910 time: 0.0955708 Nov 02 14:59:10.531407 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb73826-537e-4b09-98fe-863b31bc116a None None] Routers {'d2fed496-7a3c-48d0-94f6-a18554be1650'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:59:10.532030 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-9fb73826-537e-4b09-98fe-863b31bc116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:59:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['d2fed496-7a3c-48d0-94f6-a18554be1650'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:59:10.556638 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:10.565365 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-f182551e-6728-47b5-b031-05a511b6b99d req-5e0aadba-06aa-4f15-b1cc-caae41c1db62 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f268e93c-fd04-4d6b-809f-68b16158c800 HTTP/1.1" status: 200 len: 217 time: 0.0330868 Nov 02 14:59:10.620100 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182551e-6728-47b5-b031-05a511b6b99d req-fe216956-b362-4e00-b111-4fce1c717612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:59:10.621674 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-f182551e-6728-47b5-b031-05a511b6b99d req-fe216956-b362-4e00-b111-4fce1c717612 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=5128682b-5eee-4c56-b772-8bac1a0ce12a HTTP/1.1" status: 200 len: 848 time: 0.0514150 Nov 02 14:59:10.689464 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544ad0f-f16d-45e3-a1e0-3010dab619df req-0d7e383f-82e6-4e05-bbd4-5372ed2ef6c8 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:59:10.691015 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7544ad0f-f16d-45e3-a1e0-3010dab619df req-0d7e383f-82e6-4e05-bbd4-5372ed2ef6c8 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 945 time: 0.0514767 Nov 02 14:59:10.716208 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:59:10.736899 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-9fb73826-537e-4b09-98fe-863b31bc116a None None] Set router d2fed496-7a3c-48d0-94f6-a18554be1650 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:59:10.744409 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-7544ad0f-f16d-45e3-a1e0-3010dab619df req-50bd8ab2-a1bb-4a51-8d97-e31a2fb4b9fa tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471821 Nov 02 14:59:10.925486 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-9fb73826-537e-4b09-98fe-863b31bc116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fed496-7a3c-48d0-94f6-a18554be1650', 'name': 'tempest-TestShelveInstance-1703901237-router', 'tenant_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '690ad9a7-ea1b-46ba-ab18-0c3ef4eee215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:54:36Z', 'updated_at': '2022-11-02T14:54:39Z', 'revision_number': 4, 'project_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'gw_port': {'id': '690ad9a7-ea1b-46ba-ab18-0c3ef4eee215', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fed496-7a3c-48d0-94f6-a18554be1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:54:36Z', 'updated_at': '2022-11-02T14:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '884bcb7f-e06c-444e-82e5-5eb50520f585', 'name': '', 'network_id': '1cd281c7-4441-49e5-b5fc-ef9a7b818c4f', 'tenant_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'mac_address': 'fa:16:3e:90:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fed496-7a3c-48d0-94f6-a18554be1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '5128682b-5eee-4c56-b772-8bac1a0ce12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:54:38Z', 'updated_at': '2022-11-02T14:54:45Z', 'revision_number': 5, 'project_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'subnets': [{'id': '5128682b-5eee-4c56-b772-8bac1a0ce12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:59:10.953881 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb73826-537e-4b09-98fe-863b31bc116a None None] The sync data for ids ['d2fed496-7a3c-48d0-94f6-a18554be1650'] in dv-cinder-862365-4-iscsi is: [{'id': 'd2fed496-7a3c-48d0-94f6-a18554be1650', 'name': 'tempest-TestShelveInstance-1703901237-router', 'tenant_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '690ad9a7-ea1b-46ba-ab18-0c3ef4eee215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:54:36Z', 'updated_at': '2022-11-02T14:54:39Z', 'revision_number': 4, 'project_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'gw_port': {'id': '690ad9a7-ea1b-46ba-ab18-0c3ef4eee215', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fed496-7a3c-48d0-94f6-a18554be1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:54:36Z', 'updated_at': '2022-11-02T14:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi', '_interfaces': [{'id': '884bcb7f-e06c-444e-82e5-5eb50520f585', 'name': '', 'network_id': '1cd281c7-4441-49e5-b5fc-ef9a7b818c4f', 'tenant_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'mac_address': 'fa:16:3e:90:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fed496-7a3c-48d0-94f6-a18554be1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '5128682b-5eee-4c56-b772-8bac1a0ce12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:54:38Z', 'updated_at': '2022-11-02T14:54:45Z', 'revision_number': 5, 'project_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'subnets': [{'id': '5128682b-5eee-4c56-b772-8bac1a0ce12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:59:11.174136 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8652a899-36e9-4a03-91c1-19f1c8dcf6ab None None] New status for floating IP 2241a0b8-12de-4bed-a38e-846157486d0c: DOWN {{(pid=105392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 14:59:11.528198 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:11.700175 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182551e-6728-47b5-b031-05a511b6b99d req-71732aa0-164b-4def-a6ec-f133322801a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:59:11.701680 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-f182551e-6728-47b5-b031-05a511b6b99d req-71732aa0-164b-4def-a6ec-f133322801a8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=1cd281c7-4441-49e5-b5fc-ef9a7b818c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426209 Nov 02 14:59:11.794527 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-f182551e-6728-47b5-b031-05a511b6b99d req-6b903289-d734-4d29-985f-c288014ed41a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/1cd281c7-4441-49e5-b5fc-ef9a7b818c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849402 Nov 02 14:59:11.869712 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea235a-8fa2-44f3-8338-2a19afaec97a req-29e27a1b-c840-4c86-8eaa-e3513f908df3 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:59:11.871162 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-81ea235a-8fa2-44f3-8338-2a19afaec97a req-29e27a1b-c840-4c86-8eaa-e3513f908df3 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 945 time: 0.0465353 Nov 02 14:59:11.926361 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-81ea235a-8fa2-44f3-8338-2a19afaec97a req-75b9b2d6-6942-4b73-b819-cc28a6d03695 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=61cf93d5-f38f-46b9-b51d-bf0320e00d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480199 Nov 02 14:59:11.980131 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-f182551e-6728-47b5-b031-05a511b6b99d req-9a40c24b-4f54-44a4-beb7-d3f957b0b968 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/1cd281c7-4441-49e5-b5fc-ef9a7b818c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914028 Nov 02 14:59:12.070147 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:12.333834 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a902978-4645-41fd-ae1a-4879be7925f5 req-b68845e7-312f-40c4-859a-4c5aea0be214 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 14:59:12.335168 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-4a902978-4645-41fd-ae1a-4879be7925f5 req-b68845e7-312f-40c4-859a-4c5aea0be214 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 945 time: 0.0463157 Nov 02 14:59:12.417718 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [req-4a902978-4645-41fd-ae1a-4879be7925f5 req-986e74dc-53a3-40b6-a463-85fd1f4dd7e6 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Deleting port f268e93c-fd04-4d6b-809f-68b16158c800 {{(pid=105390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:59:12.418060 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-4a902978-4645-41fd-ae1a-4879be7925f5 req-986e74dc-53a3-40b6-a463-85fd1f4dd7e6 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (f268e93c-fd04-4d6b-809f-68b16158c800), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:12.746780 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [req-4a902978-4645-41fd-ae1a-4879be7925f5 req-986e74dc-53a3-40b6-a463-85fd1f4dd7e6 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] For port f268e93c-fd04-4d6b-809f-68b16158c800, host hv-cinder-86236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86236',level=0,port_id=f268e93c-fd04-4d6b-809f-68b16158c800,segment=NetworkSegment(bb5a7c79-5120-4db1-935f-84f8f19ce00d),segment_id=bb5a7c79-5120-4db1-935f-84f8f19ce00d)] {{(pid=105390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:59:12.747750 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-4a902978-4645-41fd-ae1a-4879be7925f5 req-986e74dc-53a3-40b6-a463-85fd1f4dd7e6 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (f268e93c-fd04-4d6b-809f-68b16158c800), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:12.760891 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [req-4a902978-4645-41fd-ae1a-4879be7925f5 req-986e74dc-53a3-40b6-a463-85fd1f4dd7e6 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Calling delete_port for f268e93c-fd04-4d6b-809f-68b16158c800 owned by compute:nova {{(pid=105390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:59:12.881250 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:59:13.002655 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-4a902978-4645-41fd-ae1a-4879be7925f5 req-986e74dc-53a3-40b6-a463-85fd1f4dd7e6 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (f268e93c-fd04-4d6b-809f-68b16158c800), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:13.031440 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e74dc-53a3-40b6-a463-85fd1f4dd7e6 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Pushing event deleted for resources: {'Port': ['ID=f268e93c-fd04-4d6b-809f-68b16158c800,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:59:13.033753 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-e6a9386c-9de7-4174-815d-9ab1dda80194 req-7a4db10c-6a77-4441-a055-8e626d5edbee tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 210 time: 0.0279577 Nov 02 14:59:13.098355 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a902978-4645-41fd-ae1a-4879be7925f5 req-986e74dc-53a3-40b6-a463-85fd1f4dd7e6 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] No DVR routers for this DVR port f268e93c-fd04-4d6b-809f-68b16158c800 on host hv-cinder-86236 {{(pid=105390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:59:13.098355 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [req-4a902978-4645-41fd-ae1a-4879be7925f5 req-986e74dc-53a3-40b6-a463-85fd1f4dd7e6 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253156'] for port (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:13.098355 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [req-4a902978-4645-41fd-ae1a-4879be7925f5 req-986e74dc-53a3-40b6-a463-85fd1f4dd7e6 tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.64 "DELETE /networking/v2.0/ports/f268e93c-fd04-4d6b-809f-68b16158c800 HTTP/1.1" status: 204 len: 173 time: 0.7503085 Nov 02 14:59:13.098355 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96021548-cde6-43f8-a4c2-4da1416b6bfd', 'name': 'network-vif-deleted', 'tag': 'f268e93c-fd04-4d6b-809f-68b16158c800'}] {{(pid=105390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 14:59:13.098355 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac42a5b87af23485bd7eccec534c7c9fd1bf9d7e8280f45ba58bffd111d0283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf54720-a305-48f6-b88b-69873c514661" -d '{"events": [{"server_uuid": "96021548-cde6-43f8-a4c2-4da1416b6bfd", "name": "network-vif-deleted", "tag": "f268e93c-fd04-4d6b-809f-68b16158c800"}]}' {{(pid=105390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 14:59:13.131975 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 14:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486e0f41-181c-40f6-8827-310848cac375 x-openstack-request-id: req-486e0f41-181c-40f6-8827-310848cac375 {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 14:59:13.132265 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96021548-cde6-43f8-a4c2-4da1416b6bfd", "name": "network-vif-deleted", "tag": "f268e93c-fd04-4d6b-809f-68b16158c800", "status": "completed", "code": 200}]} {{(pid=105390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 14:59:13.132511 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-486e0f41-181c-40f6-8827-310848cac375 {{(pid=105390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 14:59:13.132903 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-486e0f41-181c-40f6-8827-310848cac375'] response: {'server_uuid': '96021548-cde6-43f8-a4c2-4da1416b6bfd', 'name': 'network-vif-deleted', 'tag': 'f268e93c-fd04-4d6b-809f-68b16158c800', 'status': 'completed', 'code': 200} Nov 02 14:59:14.155004 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [req-6b4422cd-b6c2-4389-b02a-dc78af250a98 req-fe0b5358-baa6-4562-90b2-0ea70941f0fd tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=96021548-cde6-43f8-a4c2-4da1416b6bfd HTTP/1.1" status: 200 len: 210 time: 0.0289717 Nov 02 14:59:15.223276 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 39712) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:59:15.279784 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-5622f99b-d359-49c0-9570-eb00bca03d0b tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks [] for security_group (61cf93d5-f38f-46b9-b51d-bf0320e00d2b), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:15.303566 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-5622f99b-d359-49c0-9570-eb00bca03d0b tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks [] for security_group (61cf93d5-f38f-46b9-b51d-bf0320e00d2b), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:15.442435 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-5622f99b-d359-49c0-9570-eb00bca03d0b tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (61cf93d5-f38f-46b9-b51d-bf0320e00d2b), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:15.444979 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-5622f99b-d359-49c0-9570-eb00bca03d0b tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:15.446177 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-5622f99b-d359-49c0-9570-eb00bca03d0b tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] 10.222.0.30 "DELETE /networking/v2.0/security-groups/61cf93d5-f38f-46b9-b51d-bf0320e00d2b HTTP/1.1" status: 204 len: 168 time: 0.2227459 Nov 02 14:59:15.458467 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5622f99b-d359-49c0-9570-eb00bca03d0b tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cf93d5-f38f-46b9-b51d-bf0320e00d2b,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:59:15.463464 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5622f99b-d359-49c0-9570-eb00bca03d0b tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:15.463840 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5622f99b-d359-49c0-9570-eb00bca03d0b tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:15.464196 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5622f99b-d359-49c0-9570-eb00bca03d0b tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:15.464535 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5622f99b-d359-49c0-9570-eb00bca03d0b tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:15.464877 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5622f99b-d359-49c0-9570-eb00bca03d0b tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:15.465240 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5622f99b-d359-49c0-9570-eb00bca03d0b tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:15.465572 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5622f99b-d359-49c0-9570-eb00bca03d0b tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:15.465900 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5622f99b-d359-49c0-9570-eb00bca03d0b tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:15.466227 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5622f99b-d359-49c0-9570-eb00bca03d0b tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:15.466552 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5622f99b-d359-49c0-9570-eb00bca03d0b tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:15.466911 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5622f99b-d359-49c0-9570-eb00bca03d0b tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:15.467242 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5622f99b-d359-49c0-9570-eb00bca03d0b tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:15.467568 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5622f99b-d359-49c0-9570-eb00bca03d0b tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:15.467879 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5622f99b-d359-49c0-9570-eb00bca03d0b tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:15.468466 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5622f99b-d359-49c0-9570-eb00bca03d0b tempest-TestShelveInstance-280909676 tempest-TestShelveInstance-280909676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:15.572138 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 39716) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:59:15.794881 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:59:15.883294 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a5915122-2308-4b23-9f75-fb2e96f81379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66774525'] for router_interface (d2fed496-7a3c-48d0-94f6-a18554be1650), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:16.100967 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-a5915122-2308-4b23-9f75-fb2e96f81379 admin admin] Deleting port 884bcb7f-e06c-444e-82e5-5eb50520f585 {{(pid=105390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:59:16.101247 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a5915122-2308-4b23-9f75-fb2e96f81379 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (884bcb7f-e06c-444e-82e5-5eb50520f585), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:16.178002 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [None req-a5915122-2308-4b23-9f75-fb2e96f81379 admin admin] For port 884bcb7f-e06c-444e-82e5-5eb50520f585, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=884bcb7f-e06c-444e-82e5-5eb50520f585,segment=NetworkSegment(bb5a7c79-5120-4db1-935f-84f8f19ce00d),segment_id=bb5a7c79-5120-4db1-935f-84f8f19ce00d)] {{(pid=105390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:59:16.178358 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a5915122-2308-4b23-9f75-fb2e96f81379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (884bcb7f-e06c-444e-82e5-5eb50520f585), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:16.191073 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-a5915122-2308-4b23-9f75-fb2e96f81379 admin admin] Calling delete_port for 884bcb7f-e06c-444e-82e5-5eb50520f585 owned by network:router_interface {{(pid=105390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:59:16.257341 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=100 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:59:16.425686 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a5915122-2308-4b23-9f75-fb2e96f81379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (884bcb7f-e06c-444e-82e5-5eb50520f585), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:16.450891 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5915122-2308-4b23-9f75-fb2e96f81379 admin admin] Pushing event deleted for resources: {'Port': ['ID=884bcb7f-e06c-444e-82e5-5eb50520f585,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:59:16.610258 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-a5915122-2308-4b23-9f75-fb2e96f81379 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66712616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66776685'] for router_interface (d2fed496-7a3c-48d0-94f6-a18554be1650), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:16.631014 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d529a0-e5c4-4d3a-8167-88e0e538f7da None None] get_active_networks_info from dv-cinder-862365-4-iscsi {{(pid=105392) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 14:59:16.704229 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d529a0-e5c4-4d3a-8167-88e0e538f7da None None] Resources bound (agent type, host, resource id): {{(pid=105392) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 14:59:16.820092 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5915122-2308-4b23-9f75-fb2e96f81379 admin admin] Router d2fed496-7a3c-48d0-94f6-a18554be1650 has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:59:16.822249 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:59:16.926574 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5915122-2308-4b23-9f75-fb2e96f81379 admin admin] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:59:16.931504 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-a5915122-2308-4b23-9f75-fb2e96f81379 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/d2fed496-7a3c-48d0-94f6-a18554be1650/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3583574 Nov 02 14:59:16.934246 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 39718) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:59:16.937198 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c6daaa-b074-4053-9db5-6004e1cd494f None None] Sync routers for ids ['d2fed496-7a3c-48d0-94f6-a18554be1650'] in dv-cinder-862365-4-iscsi {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:59:16.953598 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c6daaa-b074-4053-9db5-6004e1cd494f None None] Routers {'d2fed496-7a3c-48d0-94f6-a18554be1650'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:59:16.954203 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-d2c6daaa-b074-4053-9db5-6004e1cd494f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:59:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['d2fed496-7a3c-48d0-94f6-a18554be1650'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:59:17.039328 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-8d8ad83a-f154-4603-b444-cb495ecd3f74 admin admin] Publish callbacks [] for router (d2fed496-7a3c-48d0-94f6-a18554be1650), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:17.064471 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-d2c6daaa-b074-4053-9db5-6004e1cd494f None None] Set router d2fed496-7a3c-48d0-94f6-a18554be1650 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:59:17.137250 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:59:17.151531 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-8d8ad83a-f154-4603-b444-cb495ecd3f74 admin admin] Publish callbacks [] for router_gateway (d2fed496-7a3c-48d0-94f6-a18554be1650), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:17.252576 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-8d8ad83a-f154-4603-b444-cb495ecd3f74 admin admin] Deleting port 690ad9a7-ea1b-46ba-ab18-0c3ef4eee215 {{(pid=105390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:59:17.252847 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-8d8ad83a-f154-4603-b444-cb495ecd3f74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (690ad9a7-ea1b-46ba-ab18-0c3ef4eee215), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:17.254386 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=100 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:59:17.257472 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-d2c6daaa-b074-4053-9db5-6004e1cd494f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fed496-7a3c-48d0-94f6-a18554be1650', 'name': 'tempest-TestShelveInstance-1703901237-router', 'tenant_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '690ad9a7-ea1b-46ba-ab18-0c3ef4eee215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:54:36Z', 'updated_at': '2022-11-02T14:59:16Z', 'revision_number': 5, 'project_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'gw_port': {'id': '690ad9a7-ea1b-46ba-ab18-0c3ef4eee215', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fed496-7a3c-48d0-94f6-a18554be1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:54:36Z', 'updated_at': '2022-11-02T14:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:59:17.283742 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c6daaa-b074-4053-9db5-6004e1cd494f None None] Checking router: d2fed496-7a3c-48d0-94f6-a18554be1650 for host: dv-cinder-862365-4-iscsi {{(pid=105393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:59:17.292656 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c6daaa-b074-4053-9db5-6004e1cd494f None None] Routers {'d2fed496-7a3c-48d0-94f6-a18554be1650'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:59:17.293280 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-d2c6daaa-b074-4053-9db5-6004e1cd494f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:59:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['d2fed496-7a3c-48d0-94f6-a18554be1650'], 'active': True} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:59:17.296191 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=100 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:59:17.341414 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [None req-8d8ad83a-f154-4603-b444-cb495ecd3f74 admin admin] For port 690ad9a7-ea1b-46ba-ab18-0c3ef4eee215, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=690ad9a7-ea1b-46ba-ab18-0c3ef4eee215,segment=NetworkSegment(16a641ca-682a-48e9-98c9-b5a1ba9af67a),segment_id=16a641ca-682a-48e9-98c9-b5a1ba9af67a)] {{(pid=105390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:59:17.341778 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-8d8ad83a-f154-4603-b444-cb495ecd3f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (690ad9a7-ea1b-46ba-ab18-0c3ef4eee215), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:17.356708 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-8d8ad83a-f154-4603-b444-cb495ecd3f74 admin admin] Calling delete_port for 690ad9a7-ea1b-46ba-ab18-0c3ef4eee215 owned by network:router_gateway {{(pid=105390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:59:17.362112 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device f268e93c-fd04-4d6b-809f-68b16158c800 no longer exists at agent hyperv_hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:59:17.379873 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_dvr_db [None req-d2c6daaa-b074-4053-9db5-6004e1cd494f None None] Set router d2fed496-7a3c-48d0-94f6-a18554be1650 gateway port host: None {{(pid=105393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:59:17.383266 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] No Port match for: f268e93c-fd04-4d6b-809f-68b16158c800 {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:59:17.383665 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Device f268e93c-fd04-4d6b-809f-68b16158c800 not bound to the agent host hv-cinder-86236 {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:59:17.411440 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-cceab059-410e-4d1a-be37-5629ba4bb2f8 None None] Provisioning complete for port 5fc4d298-1e9a-43dc-9190-20b3397a207b triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:59:17.412417 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-cceab059-410e-4d1a-be37-5629ba4bb2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (5fc4d298-1e9a-43dc-9190-20b3397a207b), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:17.412829 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-cceab059-410e-4d1a-be37-5629ba4bb2f8 None None] Attempt 1 to provision port 5fc4d298-1e9a-43dc-9190-20b3397a207b Nov 02 14:59:17.432776 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.l3_hamode_db [None req-d2c6daaa-b074-4053-9db5-6004e1cd494f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fed496-7a3c-48d0-94f6-a18554be1650', 'name': 'tempest-TestShelveInstance-1703901237-router', 'tenant_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:54:36Z', 'updated_at': '2022-11-02T14:59:17Z', 'revision_number': 6, 'project_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'gw_port_host': None}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:59:17.458785 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c6daaa-b074-4053-9db5-6004e1cd494f None None] The sync data for ids ['d2fed496-7a3c-48d0-94f6-a18554be1650'] in dv-cinder-862365-4-iscsi is: [{'id': 'd2fed496-7a3c-48d0-94f6-a18554be1650', 'name': 'tempest-TestShelveInstance-1703901237-router', 'tenant_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:54:36Z', 'updated_at': '2022-11-02T14:59:17Z', 'revision_number': 6, 'project_id': 'b7940a345a7c4ccba03eff0476e82d6c', 'gw_port_host': None}] {{(pid=105393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:59:17.502819 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-cceab059-410e-4d1a-be37-5629ba4bb2f8 None None] Current status of the port 5fc4d298-1e9a-43dc-9190-20b3397a207b is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:59:17.573772 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-8d8ad83a-f154-4603-b444-cb495ecd3f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (690ad9a7-ea1b-46ba-ab18-0c3ef4eee215), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:17.599054 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ad83a-f154-4603-b444-cb495ecd3f74 admin admin] Pushing event deleted for resources: {'Port': ['ID=690ad9a7-ea1b-46ba-ab18-0c3ef4eee215,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:59:17.663842 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-8d8ad83a-f154-4603-b444-cb495ecd3f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66773426'] for router_gateway (d2fed496-7a3c-48d0-94f6-a18554be1650), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:17.750846 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-8d8ad83a-f154-4603-b444-cb495ecd3f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66776635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43145'] for router (d2fed496-7a3c-48d0-94f6-a18554be1650), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:17.752933 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-8d8ad83a-f154-4603-b444-cb495ecd3f74 admin admin] Publish callbacks [] for router_controller (d2fed496-7a3c-48d0-94f6-a18554be1650), precommit_delete_associations {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:17.861115 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-8d8ad83a-f154-4603-b444-cb495ecd3f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66776610'] for router (d2fed496-7a3c-48d0-94f6-a18554be1650), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:17.861628 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8ad83a-f154-4603-b444-cb495ecd3f74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2fed496-7a3c-48d0-94f6-a18554be1650 {{(pid=105390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 14:59:17.870184 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-8d8ad83a-f154-4603-b444-cb495ecd3f74 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:17.870184 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-8d8ad83a-f154-4603-b444-cb495ecd3f74 admin admin] 10.222.0.30 "DELETE /networking/v2.0/routers/d2fed496-7a3c-48d0-94f6-a18554be1650 HTTP/1.1" status: 204 len: 168 time: 0.9324446 Nov 02 14:59:17.870434 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 39720) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:59:17.901812 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:59:17.916915 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed15825c-d79c-4e77-a502-5db3b1691e43 admin admin] Deleting subnet 5128682b-5eee-4c56-b772-8bac1a0ce12a {{(pid=105390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 14:59:17.920274 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ed15825c-d79c-4e77-a502-5db3b1691e43 admin admin] Publish callbacks [] for subnet (5128682b-5eee-4c56-b772-8bac1a0ce12a), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:17.959122 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ed15825c-d79c-4e77-a502-5db3b1691e43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64410154'] for subnet (5128682b-5eee-4c56-b772-8bac1a0ce12a), precommit_delete_associations {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:18.035621 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ed15825c-d79c-4e77-a502-5db3b1691e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381874'] for subnet (5128682b-5eee-4c56-b772-8bac1a0ce12a), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:18.151286 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ed15825c-d79c-4e77-a502-5db3b1691e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63638189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63785457'] for subnet (5128682b-5eee-4c56-b772-8bac1a0ce12a), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:18.182359 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed15825c-d79c-4e77-a502-5db3b1691e43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5128682b-5eee-4c56-b772-8bac1a0ce12a,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:59:18.186596 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-ed15825c-d79c-4e77-a502-5db3b1691e43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:18.190954 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-ed15825c-d79c-4e77-a502-5db3b1691e43 admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/5128682b-5eee-4c56-b772-8bac1a0ce12a HTTP/1.1" status: 204 len: 168 time: 0.3187017 Nov 02 14:59:18.192498 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 39722) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:59:18.197156 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af770f9f-7729-4f59-be8c-66fd961cc6de None None] Network 1cd281c7-4441-49e5-b5fc-ef9a7b818c4f requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:59:18.268029 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d831cd57-18bf-4ac8-b12e-ac9e40ed0359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370122'] for network (1cd281c7-4441-49e5-b5fc-ef9a7b818c4f), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:18.277499 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:59:18.315949 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-d831cd57-18bf-4ac8-b12e-ac9e40ed0359 admin admin] Deleting port 5fc4d298-1e9a-43dc-9190-20b3397a207b {{(pid=105390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:59:18.316296 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d831cd57-18bf-4ac8-b12e-ac9e40ed0359 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (5fc4d298-1e9a-43dc-9190-20b3397a207b), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:18.357323 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524b79b3-c74f-46a8-84bf-b737c1c51103 None None] DHCP port deletion for 1cd281c7-4441-49e5-b5fc-ef9a7b818c4f request from dv-cinder-862365-4-iscsi {{(pid=105392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 14:59:18.390181 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [None req-d831cd57-18bf-4ac8-b12e-ac9e40ed0359 admin admin] For port 5fc4d298-1e9a-43dc-9190-20b3397a207b, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=5fc4d298-1e9a-43dc-9190-20b3397a207b,segment=NetworkSegment(bb5a7c79-5120-4db1-935f-84f8f19ce00d),segment_id=bb5a7c79-5120-4db1-935f-84f8f19ce00d)] {{(pid=105390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:59:18.390549 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d831cd57-18bf-4ac8-b12e-ac9e40ed0359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (5fc4d298-1e9a-43dc-9190-20b3397a207b), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:18.398732 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-524b79b3-c74f-46a8-84bf-b737c1c51103 None None] Deleting port 5fc4d298-1e9a-43dc-9190-20b3397a207b {{(pid=105392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:59:18.399743 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-524b79b3-c74f-46a8-84bf-b737c1c51103 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (5fc4d298-1e9a-43dc-9190-20b3397a207b), before_delete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:18.405485 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-d831cd57-18bf-4ac8-b12e-ac9e40ed0359 admin admin] Calling delete_port for 5fc4d298-1e9a-43dc-9190-20b3397a207b owned by network:dhcp {{(pid=105390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:59:18.469942 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-524b79b3-c74f-46a8-84bf-b737c1c51103 None None] For port 5fc4d298-1e9a-43dc-9190-20b3397a207b, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=5fc4d298-1e9a-43dc-9190-20b3397a207b,segment=NetworkSegment(bb5a7c79-5120-4db1-935f-84f8f19ce00d),segment_id=bb5a7c79-5120-4db1-935f-84f8f19ce00d)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:59:18.470469 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-524b79b3-c74f-46a8-84bf-b737c1c51103 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (5fc4d298-1e9a-43dc-9190-20b3397a207b), precommit_delete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:18.485559 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-524b79b3-c74f-46a8-84bf-b737c1c51103 None None] Calling delete_port for 5fc4d298-1e9a-43dc-9190-20b3397a207b owned by network:dhcp {{(pid=105392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:59:18.597238 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d831cd57-18bf-4ac8-b12e-ac9e40ed0359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (5fc4d298-1e9a-43dc-9190-20b3397a207b), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:18.603401 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-524b79b3-c74f-46a8-84bf-b737c1c51103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470'] for port (5fc4d298-1e9a-43dc-9190-20b3397a207b), after_delete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:18.626876 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831cd57-18bf-4ac8-b12e-ac9e40ed0359 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fc4d298-1e9a-43dc-9190-20b3397a207b,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:59:18.628028 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b79b3-c74f-46a8-84bf-b737c1c51103 None None] Pushing event deleted for resources: {'Port': ['ID=5fc4d298-1e9a-43dc-9190-20b3397a207b,revision_number=None']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:59:18.630368 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d831cd57-18bf-4ac8-b12e-ac9e40ed0359 admin admin] No DVR routers for this DVR port 5fc4d298-1e9a-43dc-9190-20b3397a207b on host dv-cinder-862365-4-iscsi {{(pid=105390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:59:18.634642 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:59:18.641298 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524b79b3-c74f-46a8-84bf-b737c1c51103 None None] No DVR routers for this DVR port 5fc4d298-1e9a-43dc-9190-20b3397a207b on host dv-cinder-862365-4-iscsi {{(pid=105392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:59:18.646040 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524b79b3-c74f-46a8-84bf-b737c1c51103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:18.646389 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524b79b3-c74f-46a8-84bf-b737c1c51103 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:18.646807 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524b79b3-c74f-46a8-84bf-b737c1c51103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:18.647920 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524b79b3-c74f-46a8-84bf-b737c1c51103 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:18.647920 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524b79b3-c74f-46a8-84bf-b737c1c51103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:18.647920 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524b79b3-c74f-46a8-84bf-b737c1c51103 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:18.648443 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524b79b3-c74f-46a8-84bf-b737c1c51103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:18.648443 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524b79b3-c74f-46a8-84bf-b737c1c51103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:18.648814 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524b79b3-c74f-46a8-84bf-b737c1c51103 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:18.649337 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524b79b3-c74f-46a8-84bf-b737c1c51103 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:18.649337 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524b79b3-c74f-46a8-84bf-b737c1c51103 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:18.649722 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524b79b3-c74f-46a8-84bf-b737c1c51103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:18.650097 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524b79b3-c74f-46a8-84bf-b737c1c51103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:18.650285 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524b79b3-c74f-46a8-84bf-b737c1c51103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:18.650582 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524b79b3-c74f-46a8-84bf-b737c1c51103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862365-4-iscsi {{(pid=105392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 14:59:18.701710 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d831cd57-18bf-4ac8-b12e-ac9e40ed0359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382473', 'neutron.services.segments.db._delete_segments_for_network-8767001720194'] for network (1cd281c7-4441-49e5-b5fc-ef9a7b818c4f), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:18.722710 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.services.segments.db [None req-d831cd57-18bf-4ac8-b12e-ac9e40ed0359 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd281c7-4441-49e5-b5fc-ef9a7b818c4f']}} {{(pid=105390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:59:18.732239 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.services.segments.db [None req-d831cd57-18bf-4ac8-b12e-ac9e40ed0359 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb5a7c79-5120-4db1-935f-84f8f19ce00d') {'for_net_delete': True} {{(pid=105390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:59:18.732545 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.services.segments.db [None req-d831cd57-18bf-4ac8-b12e-ac9e40ed0359 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb5a7c79-5120-4db1-935f-84f8f19ce00d') {} {{(pid=105390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:59:18.743026 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d831cd57-18bf-4ac8-b12e-ac9e40ed0359 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767001720257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64410147'] for segment (bb5a7c79-5120-4db1-935f-84f8f19ce00d), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:18.757280 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d831cd57-18bf-4ac8-b12e-ac9e40ed0359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140'] for segment (bb5a7c79-5120-4db1-935f-84f8f19ce00d), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:18.763670 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d831cd57-18bf-4ac8-b12e-ac9e40ed0359 admin admin] Releasing vlan 474 on physical network physnet1 to pool {{(pid=105390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 14:59:18.764062 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d831cd57-18bf-4ac8-b12e-ac9e40ed0359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63638019'] for segment (bb5a7c79-5120-4db1-935f-84f8f19ce00d), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:18.840954 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.services.segments.plugin [-] Segment bb5a7c79-5120-4db1-935f-84f8f19ce00d resource provider aggregate not found Nov 02 14:59:18.857437 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.services.segments.plugin [-] Segment bb5a7c79-5120-4db1-935f-84f8f19ce00d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb5a7c79-5120-4db1-935f-84f8f19ce00d found for delete ", "request_id": "req-ccddd696-bb10-4812-8393-5e261078a121"}]} Nov 02 14:59:18.893702 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d831cd57-18bf-4ac8-b12e-ac9e40ed0359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66773462'] for network (1cd281c7-4441-49e5-b5fc-ef9a7b818c4f), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:18.899358 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-d831cd57-18bf-4ac8-b12e-ac9e40ed0359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for network (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:18.902325 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-d831cd57-18bf-4ac8-b12e-ac9e40ed0359 admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/1cd281c7-4441-49e5-b5fc-ef9a7b818c4f HTTP/1.1" status: 204 len: 168 time: 0.7087438 Nov 02 14:59:18.906374 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 39730) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:59:18.915233 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831cd57-18bf-4ac8-b12e-ac9e40ed0359 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cd281c7-4441-49e5-b5fc-ef9a7b818c4f,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:59:19.125516 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 690ad9a7-ea1b-46ba-ab18-0c3ef4eee215 no longer exists at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:59:19.146935 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] No Port match for: 690ad9a7-ea1b-46ba-ab18-0c3ef4eee215 {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:59:19.147280 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 690ad9a7-ea1b-46ba-ab18-0c3ef4eee215 not bound to the agent host dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:59:19.147710 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 884bcb7f-e06c-444e-82e5-5eb50520f585 no longer exists at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:59:19.170141 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] No Port match for: 884bcb7f-e06c-444e-82e5-5eb50520f585 {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:59:19.170488 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 884bcb7f-e06c-444e-82e5-5eb50520f585 not bound to the agent host dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:59:19.170920 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 5fc4d298-1e9a-43dc-9190-20b3397a207b no longer exists at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:59:19.190505 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] No Port match for: 5fc4d298-1e9a-43dc-9190-20b3397a207b {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:59:19.190855 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 5fc4d298-1e9a-43dc-9190-20b3397a207b not bound to the agent host dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:59:19.480347 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-30de3277-edac-4eba-83e6-989966e992c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66774525'] for router_interface (15c8e5a8-50cf-43df-a661-24953b41bcb9), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:19.665312 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:59:19.694190 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [None req-30de3277-edac-4eba-83e6-989966e992c0 admin admin] Deleting port 65695bd1-9559-48d1-a6f2-ac9fb64fccdc {{(pid=105391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:59:19.694534 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-30de3277-edac-4eba-83e6-989966e992c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (65695bd1-9559-48d1-a6f2-ac9fb64fccdc), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:19.716684 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:59:19.777082 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.db [None req-30de3277-edac-4eba-83e6-989966e992c0 admin admin] For port 65695bd1-9559-48d1-a6f2-ac9fb64fccdc, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=65695bd1-9559-48d1-a6f2-ac9fb64fccdc,segment=NetworkSegment(f66f84f2-f99e-43d9-9d92-f91e6b0828b0),segment_id=f66f84f2-f99e-43d9-9d92-f91e6b0828b0)] {{(pid=105391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:59:19.777352 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-30de3277-edac-4eba-83e6-989966e992c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (65695bd1-9559-48d1-a6f2-ac9fb64fccdc), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:19.791014 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.plugins.ml2.plugin [None req-30de3277-edac-4eba-83e6-989966e992c0 admin admin] Calling delete_port for 65695bd1-9559-48d1-a6f2-ac9fb64fccdc owned by network:router_interface {{(pid=105391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:59:20.042142 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-30de3277-edac-4eba-83e6-989966e992c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63276524'] for port (65695bd1-9559-48d1-a6f2-ac9fb64fccdc), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:20.065284 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de3277-edac-4eba-83e6-989966e992c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=65695bd1-9559-48d1-a6f2-ac9fb64fccdc,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:59:20.231555 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-30de3277-edac-4eba-83e6-989966e992c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66712616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66776685'] for router_interface (15c8e5a8-50cf-43df-a661-24953b41bcb9), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:20.253183 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8cc1e6-44be-4d01-bac7-852fdd5e8db2 None None] get_active_networks_info from dv-cinder-862365-4-iscsi {{(pid=105392) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 14:59:20.301847 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:59:20.321435 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8cc1e6-44be-4d01-bac7-852fdd5e8db2 None None] Resources bound (agent type, host, resource id): {{(pid=105392) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 14:59:20.444922 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30de3277-edac-4eba-83e6-989966e992c0 admin admin] Router 15c8e5a8-50cf-43df-a661-24953b41bcb9 has already been hosted by L3 agent 7a32ba31-d457-43bd-8d58-e3ab4b60943c {{(pid=105391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 14:59:20.562828 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30de3277-edac-4eba-83e6-989966e992c0 admin admin] Notify agent at l3_agent.dv-cinder-862365-4-iscsi the message routers_updated {{(pid=105391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 14:59:20.570701 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 39732) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:59:20.574465 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-30de3277-edac-4eba-83e6-989966e992c0 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/15c8e5a8-50cf-43df-a661-24953b41bcb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6632729 Nov 02 14:59:20.591275 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63907a34-fb0d-446e-b3d2-c596ed26a14a None None] Sync routers for ids ['15c8e5a8-50cf-43df-a661-24953b41bcb9'] in dv-cinder-862365-4-iscsi {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 14:59:20.617907 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63907a34-fb0d-446e-b3d2-c596ed26a14a None None] Routers {'15c8e5a8-50cf-43df-a661-24953b41bcb9'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:59:20.618531 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-63907a34-fb0d-446e-b3d2-c596ed26a14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:59:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['15c8e5a8-50cf-43df-a661-24953b41bcb9'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:59:20.683945 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-70fe004e-9990-4d2e-9da1-cb8897260e80 admin admin] Publish callbacks [] for router (15c8e5a8-50cf-43df-a661-24953b41bcb9), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:20.686349 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:59:20.735500 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-63907a34-fb0d-446e-b3d2-c596ed26a14a None None] Set router 15c8e5a8-50cf-43df-a661-24953b41bcb9 gateway port host: dv-cinder-862365-4-iscsi {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:59:20.804240 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-70fe004e-9990-4d2e-9da1-cb8897260e80 admin admin] Publish callbacks [] for router_gateway (15c8e5a8-50cf-43df-a661-24953b41bcb9), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:20.916665 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-63907a34-fb0d-446e-b3d2-c596ed26a14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c8e5a8-50cf-43df-a661-24953b41bcb9', 'name': 'tempest-TestShelveInstance-2130415918-router', 'tenant_id': '6303b67346264d0dbfe9669293173dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'external_fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '1c94520e-4459-48a8-b2e6-ac6fff391ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:54:42Z', 'updated_at': '2022-11-02T14:59:19Z', 'revision_number': 5, 'project_id': '6303b67346264d0dbfe9669293173dda', 'gw_port': {'id': '1c94520e-4459-48a8-b2e6-ac6fff391ed9', 'name': '', 'network_id': '1e79e91c-2906-4b84-b981-aada7c6d27e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c8e5a8-50cf-43df-a661-24953b41bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862365-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T14:54:43Z', 'updated_at': '2022-11-02T14:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c350c57-8af8-403d-ac8f-51d64fbe694a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862365-4-iscsi'}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:59:20.932392 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-70fe004e-9990-4d2e-9da1-cb8897260e80 admin admin] Deleting port 1c94520e-4459-48a8-b2e6-ac6fff391ed9 {{(pid=105390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:59:20.932822 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-70fe004e-9990-4d2e-9da1-cb8897260e80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (1c94520e-4459-48a8-b2e6-ac6fff391ed9), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:20.947388 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63907a34-fb0d-446e-b3d2-c596ed26a14a None None] Checking router: 15c8e5a8-50cf-43df-a661-24953b41bcb9 for host: dv-cinder-862365-4-iscsi {{(pid=105392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 14:59:20.957559 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63907a34-fb0d-446e-b3d2-c596ed26a14a None None] Routers {'15c8e5a8-50cf-43df-a661-24953b41bcb9'} bound to L3 agent in host dv-cinder-862365-4-iscsi {{(pid=105392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 14:59:20.958271 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-63907a34-fb0d-446e-b3d2-c596ed26a14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862365-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T14:30:39Z,description=,heartbeat_timestamp=2022-11-02T14:59:09Z,host='dv-cinder-862365-4-iscsi',id=7a32ba31-d457-43bd-8d58-e3ab4b60943c,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T14:30:39Z,topic='l3_agent')) {'router_ids': ['15c8e5a8-50cf-43df-a661-24953b41bcb9'], 'active': True} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:59:21.022330 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [None req-70fe004e-9990-4d2e-9da1-cb8897260e80 admin admin] For port 1c94520e-4459-48a8-b2e6-ac6fff391ed9, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=1c94520e-4459-48a8-b2e6-ac6fff391ed9,segment=NetworkSegment(16a641ca-682a-48e9-98c9-b5a1ba9af67a),segment_id=16a641ca-682a-48e9-98c9-b5a1ba9af67a)] {{(pid=105390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:59:21.022771 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-70fe004e-9990-4d2e-9da1-cb8897260e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (1c94520e-4459-48a8-b2e6-ac6fff391ed9), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:21.043802 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-70fe004e-9990-4d2e-9da1-cb8897260e80 admin admin] Calling delete_port for 1c94520e-4459-48a8-b2e6-ac6fff391ed9 owned by network:router_gateway {{(pid=105390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:59:21.051179 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvr_db [None req-63907a34-fb0d-446e-b3d2-c596ed26a14a None None] Set router 15c8e5a8-50cf-43df-a661-24953b41bcb9 gateway port host: None {{(pid=105392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 14:59:21.056394 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:59:21.107950 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_hamode_db [None req-63907a34-fb0d-446e-b3d2-c596ed26a14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c8e5a8-50cf-43df-a661-24953b41bcb9', 'name': 'tempest-TestShelveInstance-2130415918-router', 'tenant_id': '6303b67346264d0dbfe9669293173dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:54:42Z', 'updated_at': '2022-11-02T14:59:20Z', 'revision_number': 6, 'project_id': '6303b67346264d0dbfe9669293173dda', 'gw_port_host': None}], 'dv-cinder-862365-4-iscsi', False) {} {{(pid=105392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:59:21.148725 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63907a34-fb0d-446e-b3d2-c596ed26a14a None None] The sync data for ids ['15c8e5a8-50cf-43df-a661-24953b41bcb9'] in dv-cinder-862365-4-iscsi is: [{'id': '15c8e5a8-50cf-43df-a661-24953b41bcb9', 'name': 'tempest-TestShelveInstance-2130415918-router', 'tenant_id': '6303b67346264d0dbfe9669293173dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T14:54:42Z', 'updated_at': '2022-11-02T14:59:20Z', 'revision_number': 6, 'project_id': '6303b67346264d0dbfe9669293173dda', 'gw_port_host': None}] {{(pid=105392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 14:59:21.161181 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.provisioning_blocks [None req-0e212089-3cbb-4c4c-a349-a5d16b69d3e3 None None] Provisioning complete for port 6e341810-fdee-4844-97fc-0544a8f435db triggered by entity DHCP. {{(pid=105392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 14:59:21.161682 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-0e212089-3cbb-4c4c-a349-a5d16b69d3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376992'] for port (6e341810-fdee-4844-97fc-0544a8f435db), provisioning_complete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:21.162118 dv-cinder-862365-4-iscsi neutron-server[105392]: INFO neutron.plugins.ml2.plugin [None req-0e212089-3cbb-4c4c-a349-a5d16b69d3e3 None None] Attempt 1 to provision port 6e341810-fdee-4844-97fc-0544a8f435db Nov 02 14:59:21.198509 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=100 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:59:21.251673 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-0e212089-3cbb-4c4c-a349-a5d16b69d3e3 None None] Current status of the port 6e341810-fdee-4844-97fc-0544a8f435db is: ACTIVE; New status is: ACTIVE {{(pid=105392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 14:59:21.516971 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-70fe004e-9990-4d2e-9da1-cb8897260e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (1c94520e-4459-48a8-b2e6-ac6fff391ed9), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:21.547216 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe004e-9990-4d2e-9da1-cb8897260e80 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c94520e-4459-48a8-b2e6-ac6fff391ed9,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:59:21.610326 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-70fe004e-9990-4d2e-9da1-cb8897260e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66773426'] for router_gateway (15c8e5a8-50cf-43df-a661-24953b41bcb9), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:21.705027 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-70fe004e-9990-4d2e-9da1-cb8897260e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66776635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43145'] for router (15c8e5a8-50cf-43df-a661-24953b41bcb9), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:21.707580 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-70fe004e-9990-4d2e-9da1-cb8897260e80 admin admin] Publish callbacks [] for router_controller (15c8e5a8-50cf-43df-a661-24953b41bcb9), precommit_delete_associations {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:21.830911 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-70fe004e-9990-4d2e-9da1-cb8897260e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66776610'] for router (15c8e5a8-50cf-43df-a661-24953b41bcb9), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:21.831416 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fe004e-9990-4d2e-9da1-cb8897260e80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15c8e5a8-50cf-43df-a661-24953b41bcb9 {{(pid=105390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 14:59:21.836785 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-70fe004e-9990-4d2e-9da1-cb8897260e80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:21.836908 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-70fe004e-9990-4d2e-9da1-cb8897260e80 admin admin] 10.222.0.30 "DELETE /networking/v2.0/routers/15c8e5a8-50cf-43df-a661-24953b41bcb9 HTTP/1.1" status: 204 len: 168 time: 1.2610011 Nov 02 14:59:21.839423 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 39734) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:59:21.888907 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.db_base_plugin_v2 [None req-df5b17fb-9319-4b99-a8e6-0a5c578d4a38 admin admin] Deleting subnet f6ae78b1-5d94-4821-b1a3-62b8a77fa490 {{(pid=105390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 14:59:21.893754 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-df5b17fb-9319-4b99-a8e6-0a5c578d4a38 admin admin] Publish callbacks [] for subnet (f6ae78b1-5d94-4821-b1a3-62b8a77fa490), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:21.943171 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-df5b17fb-9319-4b99-a8e6-0a5c578d4a38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64410154'] for subnet (f6ae78b1-5d94-4821-b1a3-62b8a77fa490), precommit_delete_associations {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:22.031356 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-df5b17fb-9319-4b99-a8e6-0a5c578d4a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381874'] for subnet (f6ae78b1-5d94-4821-b1a3-62b8a77fa490), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:22.162603 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-df5b17fb-9319-4b99-a8e6-0a5c578d4a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63638189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63785457'] for subnet (f6ae78b1-5d94-4821-b1a3-62b8a77fa490), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:22.191751 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b17fb-9319-4b99-a8e6-0a5c578d4a38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6ae78b1-5d94-4821-b1a3-62b8a77fa490,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:59:22.193747 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-df5b17fb-9319-4b99-a8e6-0a5c578d4a38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:22.196873 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-df5b17fb-9319-4b99-a8e6-0a5c578d4a38 admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/f6ae78b1-5d94-4821-b1a3-62b8a77fa490 HTTP/1.1" status: 204 len: 168 time: 0.3565266 Nov 02 14:59:22.198659 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff13fc08-9454-4c61-85c8-3e066bf3a1fc None None] Network 27e55cbe-2a7f-4b72-85fe-3d5887a74522 requested from dv-cinder-862365-4-iscsi {{(pid=105392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 14:59:22.199422 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 39736) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:59:22.270708 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-afdbd6f3-5596-4462-8f28-81a38c12b9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370122'] for network (27e55cbe-2a7f-4b72-85fe-3d5887a74522), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:22.318010 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-afdbd6f3-5596-4462-8f28-81a38c12b9ab admin admin] Deleting port 6e341810-fdee-4844-97fc-0544a8f435db {{(pid=105390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:59:22.318352 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-afdbd6f3-5596-4462-8f28-81a38c12b9ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (6e341810-fdee-4844-97fc-0544a8f435db), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:22.319960 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:59:22.343055 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efe8070-187c-4fff-b737-23e77eda1984 None None] DHCP port deletion for 27e55cbe-2a7f-4b72-85fe-3d5887a74522 request from dv-cinder-862365-4-iscsi {{(pid=105392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 14:59:22.381562 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-2efe8070-187c-4fff-b737-23e77eda1984 None None] Deleting port 6e341810-fdee-4844-97fc-0544a8f435db {{(pid=105392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 14:59:22.383608 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-2efe8070-187c-4fff-b737-23e77eda1984 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767001609180'] for port (6e341810-fdee-4844-97fc-0544a8f435db), before_delete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:22.386522 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.db [None req-afdbd6f3-5596-4462-8f28-81a38c12b9ab admin admin] For port 6e341810-fdee-4844-97fc-0544a8f435db, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=6e341810-fdee-4844-97fc-0544a8f435db,segment=NetworkSegment(f66f84f2-f99e-43d9-9d92-f91e6b0828b0),segment_id=f66f84f2-f99e-43d9-9d92-f91e6b0828b0)] {{(pid=105390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:59:22.386886 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-afdbd6f3-5596-4462-8f28-81a38c12b9ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (6e341810-fdee-4844-97fc-0544a8f435db), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:22.400306 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.plugin [None req-afdbd6f3-5596-4462-8f28-81a38c12b9ab admin admin] Calling delete_port for 6e341810-fdee-4844-97fc-0544a8f435db owned by network:dhcp {{(pid=105390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:59:22.413661 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:59:22.447504 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.db [None req-2efe8070-187c-4fff-b737-23e77eda1984 None None] For port 6e341810-fdee-4844-97fc-0544a8f435db, host dv-cinder-862365-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862365-4-iscsi',level=0,port_id=6e341810-fdee-4844-97fc-0544a8f435db,segment=NetworkSegment(f66f84f2-f99e-43d9-9d92-f91e6b0828b0),segment_id=f66f84f2-f99e-43d9-9d92-f91e6b0828b0)] {{(pid=105392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 14:59:22.447827 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-2efe8070-187c-4fff-b737-23e77eda1984 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66774798'] for port (6e341810-fdee-4844-97fc-0544a8f435db), precommit_delete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:22.462111 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-2efe8070-187c-4fff-b737-23e77eda1984 None None] Calling delete_port for 6e341810-fdee-4844-97fc-0544a8f435db owned by network:dhcp {{(pid=105392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 14:59:22.585494 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-afdbd6f3-5596-4462-8f28-81a38c12b9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638256'] for port (6e341810-fdee-4844-97fc-0544a8f435db), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:22.591878 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-2efe8070-187c-4fff-b737-23e77eda1984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1325183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767001613972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767001250470'] for port (6e341810-fdee-4844-97fc-0544a8f435db), after_delete {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:22.614669 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdbd6f3-5596-4462-8f28-81a38c12b9ab admin admin] Pushing event deleted for resources: {'Port': ['ID=6e341810-fdee-4844-97fc-0544a8f435db,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:59:22.617054 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdbd6f3-5596-4462-8f28-81a38c12b9ab admin admin] No DVR routers for this DVR port 6e341810-fdee-4844-97fc-0544a8f435db on host dv-cinder-862365-4-iscsi {{(pid=105390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:59:22.618513 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe8070-187c-4fff-b737-23e77eda1984 None None] Pushing event deleted for resources: {'Port': ['ID=6e341810-fdee-4844-97fc-0544a8f435db,revision_number=None']} {{(pid=105392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:59:22.625688 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efe8070-187c-4fff-b737-23e77eda1984 None None] No DVR routers for this DVR port 6e341810-fdee-4844-97fc-0544a8f435db on host dv-cinder-862365-4-iscsi {{(pid=105392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 14:59:22.689080 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-afdbd6f3-5596-4462-8f28-81a38c12b9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382473', 'neutron.services.segments.db._delete_segments_for_network-8767001720194'] for network (27e55cbe-2a7f-4b72-85fe-3d5887a74522), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:22.715042 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.services.segments.db [None req-afdbd6f3-5596-4462-8f28-81a38c12b9ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27e55cbe-2a7f-4b72-85fe-3d5887a74522']}} {{(pid=105390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:59:22.725547 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.services.segments.db [None req-afdbd6f3-5596-4462-8f28-81a38c12b9ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f66f84f2-f99e-43d9-9d92-f91e6b0828b0') {'for_net_delete': True} {{(pid=105390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:59:22.725870 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.services.segments.db [None req-afdbd6f3-5596-4462-8f28-81a38c12b9ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f66f84f2-f99e-43d9-9d92-f91e6b0828b0') {} {{(pid=105390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 14:59:22.736442 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-afdbd6f3-5596-4462-8f28-81a38c12b9ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767001720257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64410147'] for segment (f66f84f2-f99e-43d9-9d92-f91e6b0828b0), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:22.750251 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-afdbd6f3-5596-4462-8f28-81a38c12b9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140'] for segment (f66f84f2-f99e-43d9-9d92-f91e6b0828b0), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:22.756574 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afdbd6f3-5596-4462-8f28-81a38c12b9ab admin admin] Releasing vlan 470 on physical network physnet1 to pool {{(pid=105390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 14:59:22.756948 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-afdbd6f3-5596-4462-8f28-81a38c12b9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63638019'] for segment (f66f84f2-f99e-43d9-9d92-f91e6b0828b0), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:22.804810 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.services.segments.plugin [-] Segment f66f84f2-f99e-43d9-9d92-f91e6b0828b0 resource provider aggregate not found Nov 02 14:59:22.824558 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.services.segments.plugin [-] Segment f66f84f2-f99e-43d9-9d92-f91e6b0828b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f66f84f2-f99e-43d9-9d92-f91e6b0828b0 found for delete ", "request_id": "req-6ba73726-5c18-4cca-a571-90d41669aef7"}]} Nov 02 14:59:22.875958 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-afdbd6f3-5596-4462-8f28-81a38c12b9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66773462'] for network (27e55cbe-2a7f-4b72-85fe-3d5887a74522), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:22.881503 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-afdbd6f3-5596-4462-8f28-81a38c12b9ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712579'] for network (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:22.885381 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-afdbd6f3-5596-4462-8f28-81a38c12b9ab admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/27e55cbe-2a7f-4b72-85fe-3d5887a74522 HTTP/1.1" status: 204 len: 168 time: 0.6842518 Nov 02 14:59:22.900274 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdbd6f3-5596-4462-8f28-81a38c12b9ab admin admin] Pushing event deleted for resources: {'Network': ['ID=27e55cbe-2a7f-4b72-85fe-3d5887a74522,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:59:23.127081 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 1c94520e-4459-48a8-b2e6-ac6fff391ed9 no longer exists at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:59:23.147545 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] No Port match for: 1c94520e-4459-48a8-b2e6-ac6fff391ed9 {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:59:23.147892 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 1c94520e-4459-48a8-b2e6-ac6fff391ed9 not bound to the agent host dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:59:23.148316 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 65695bd1-9559-48d1-a6f2-ac9fb64fccdc no longer exists at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:59:23.167408 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] No Port match for: 65695bd1-9559-48d1-a6f2-ac9fb64fccdc {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:59:23.167754 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 65695bd1-9559-48d1-a6f2-ac9fb64fccdc not bound to the agent host dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:59:23.168176 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 6e341810-fdee-4844-97fc-0544a8f435db no longer exists at agent ovs-agent-dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 14:59:23.189548 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.plugin [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] No Port match for: 6e341810-fdee-4844-97fc-0544a8f435db {{(pid=105392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 14:59:23.189898 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron.plugins.ml2.rpc [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Device 6e341810-fdee-4844-97fc-0544a8f435db not bound to the agent host dv-cinder-862365-4-iscsi {{(pid=105392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 14:59:23.308756 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 39744) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:59:23.357373 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-23218c44-fd4a-4554-b2ad-07f2274e1a22 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=b7940a345a7c4ccba03eff0476e82d6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0473299 Nov 02 14:59:23.360794 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [-] (105390) accepted ('10.222.0.30', 39746) {{(pid=105390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:59:23.414268 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c2ce4a8e-85dd-4456-8c71-8196e1f27820 admin admin] Publish callbacks [] for security_group (f1a76633-6762-4997-bcd1-72e5c748c9b6), before_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:23.434538 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c2ce4a8e-85dd-4456-8c71-8196e1f27820 admin admin] Publish callbacks [] for security_group (f1a76633-6762-4997-bcd1-72e5c748c9b6), precommit_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:23.573499 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c2ce4a8e-85dd-4456-8c71-8196e1f27820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (f1a76633-6762-4997-bcd1-72e5c748c9b6), after_delete {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:23.576181 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron_lib.callbacks.manager [None req-c2ce4a8e-85dd-4456-8c71-8196e1f27820 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:23.578092 dv-cinder-862365-4-iscsi neutron-server[105390]: INFO neutron.wsgi [None req-c2ce4a8e-85dd-4456-8c71-8196e1f27820 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/f1a76633-6762-4997-bcd1-72e5c748c9b6 HTTP/1.1" status: 204 len: 168 time: 0.2163529 Nov 02 14:59:23.586244 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce4a8e-85dd-4456-8c71-8196e1f27820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a76633-6762-4997-bcd1-72e5c748c9b6,revision_number=None']} {{(pid=105390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:59:24.393203 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 39752) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:59:24.427666 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:59:24.434252 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-a68db104-b136-4198-8e40-245b06cfda76 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=6303b67346264d0dbfe9669293173dda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399032 Nov 02 14:59:24.437695 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.wsgi [-] (105391) accepted ('10.222.0.30', 39754) {{(pid=105391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 14:59:24.460895 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:59:24.487154 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-5f7550e1-4843-464c-a9f4-15603d47dcef admin admin] Publish callbacks [] for security_group (fc057321-5f78-4d42-b2d4-99d1c9a7e2a3), before_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:24.507503 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-5f7550e1-4843-464c-a9f4-15603d47dcef admin admin] Publish callbacks [] for security_group (fc057321-5f78-4d42-b2d4-99d1c9a7e2a3), precommit_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:24.613493 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-5f7550e1-4843-464c-a9f4-15603d47dcef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66727427'] for security_group (fc057321-5f78-4d42-b2d4-99d1c9a7e2a3), after_delete {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:24.616086 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron_lib.callbacks.manager [None req-5f7550e1-4843-464c-a9f4-15603d47dcef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:24.617309 dv-cinder-862365-4-iscsi neutron-server[105391]: INFO neutron.wsgi [None req-5f7550e1-4843-464c-a9f4-15603d47dcef admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/fc057321-5f78-4d42-b2d4-99d1c9a7e2a3 HTTP/1.1" status: 204 len: 168 time: 0.1785920 Nov 02 14:59:24.626512 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7550e1-4843-464c-a9f4-15603d47dcef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc057321-5f78-4d42-b2d4-99d1c9a7e2a3,revision_number=None']} {{(pid=105391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 14:59:28.961219 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:59:29.047639 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:32.001678 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=32 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:59:32.015242 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=17 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:59:33.469840 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=64,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:59:33.581826 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG dbcounter [-] [105390] Writing DB stats neutron:SELECT=35,neutron:DELETE=5 {{(pid=105390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:59:34.621134 dv-cinder-862365-4-iscsi neutron-server[105391]: DEBUG dbcounter [-] [105391] Writing DB stats neutron:SELECT=25,neutron:DELETE=4 {{(pid=105391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:59:36.350162 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-a3f02b67-35c0-433c-9a86-5f6110db2528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:38.847376 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-39e3cd37-c35e-4fd0-b743-962adc82c492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:40.555843 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:41.573099 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:42.053077 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 14:59:47.718210 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 14:59:51.987955 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=47,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:59:51.989805 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 14:59:59.046884 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:00:06.372175 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-5259c896-5d37-45ea-bebc-ba493c04404c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:00:06.547658 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=6 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 15:00:06.548658 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=4 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 15:00:08.875572 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-db124795-fa59-4d67-9579-d3564f06ab9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:00:10.577683 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:00:11.543779 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:00:12.063830 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:00:19.863446 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [req-efaa195e-362d-44d5-8540-086dcaa68dc6 req-96819cfe-0f7f-429e-9e25-341f508a0f00 service neutron] (105390) timed out ('10.222.0.30', 33230) {{(pid=105390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 02 15:00:19.974547 dv-cinder-862365-4-iscsi neutron-server[105390]: DEBUG neutron.wsgi [req-efaa195e-362d-44d5-8540-086dcaa68dc6 req-928f38be-9004-471b-921c-70e347b22350 tempest-AttachVolumeShelveTestJSON-1789775418 tempest-AttachVolumeShelveTestJSON-1789775418-project] (105390) timed out ('10.222.0.30', 33246) {{(pid=105390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 02 15:00:21.991162 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 15:00:21.993991 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 15:00:24.716204 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 15:00:29.029220 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:00:36.360694 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-f6a15055-b28b-4d01-8b15-c8d45d80f8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:00:38.856802 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-4efbc7bb-601c-472c-8d5d-d68d4ec5a940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:00:40.594589 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:00:41.554595 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:00:42.063098 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:00:43.539890 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 15:00:43.544867 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=4 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 15:00:52.016079 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 15:00:52.017980 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 15:00:59.040121 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:01:01.715191 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 15:01:06.365921 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-2fec0b9b-fcba-46cb-804d-5fb3a01112b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:01:08.846009 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-b3b60c00-86dc-4625-a01f-51ee408cddc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:01:10.587600 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:01:11.537208 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:01:12.097027 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:01:20.538627 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=4 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 15:01:20.543446 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=4 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 15:01:21.991552 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 15:01:21.998706 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 15:01:29.049818 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:01:31.997535 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=11 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 15:01:32.006390 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=15 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 15:01:36.365141 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-d690a089-0b87-4ad3-8df6-34eb76ef896b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:01:38.713879 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 15:01:38.833797 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-b65c2357-98ca-4594-bfa5-747725986522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:01:40.559733 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:01:41.548729 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:01:42.062190 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:01:52.002100 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 15:01:52.003548 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 15:01:57.541255 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=5 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 15:01:57.542061 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=3 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 15:01:59.051185 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:02:06.370050 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-74b5d94e-9a59-41d6-b539-509714353a4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:02:08.850121 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-c350dba4-64a2-4231-be86-ff2a23804ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:02:10.585957 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:02:11.547504 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:02:12.073474 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:02:15.712868 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 15:02:21.997228 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=11 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 15:02:22.003143 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=7,neutron:UPDATE=6 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 15:02:29.044538 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:02:34.537141 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 15:02:34.539017 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=5 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 15:02:36.392263 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-8da1c989-a646-4b1c-873c-6062dc8abfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:02:38.876885 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-54e2518c-6f88-4215-995a-e09d7140a821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:02:40.587055 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:02:41.546809 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:02:42.072470 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:02:52.014158 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 15:02:52.016075 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 15:02:52.713121 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 15:02:59.066319 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:03:06.407283 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-68947b64-b473-4277-9920-89b23463ad88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:03:08.860406 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-07984239-a234-4b01-9a5f-f79ff8ae6016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:03:10.580652 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:03:11.529891 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=3 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 15:03:11.533675 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=5 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 15:03:11.544631 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:03:12.064284 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:03:22.000011 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 15:03:22.008054 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 15:03:29.065517 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:03:29.711733 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 15:03:36.351486 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-f0856dad-b218-4bac-be15-1204d30eea0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:03:38.846362 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-239d3500-0bdf-4e9a-afc3-e638ed4fc12a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:03:40.614480 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:03:41.551506 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:03:42.080747 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:03:48.530232 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=18 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 15:03:48.531026 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=16 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 15:03:52.008335 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 15:03:52.010227 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 15:03:59.053848 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:04:06.400048 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-60cef48b-c576-4ccc-8476-21aa39e73fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:04:06.710091 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG neutron.db.agents_db [None req-31537cd3-99f8-4a2f-a32e-5722cb61f321 None None] Agent healthcheck: found 6 active agents {{(pid=105393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 15:04:08.847993 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-34a4a41e-db6e-49f8-9e71-7c2ac0be7d2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:04:10.570985 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:04:11.573584 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-20154a1d-fa6a-462b-86f1-4f7eb48a8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (4ad02b58-e5d3-4528-83f7-2571c528ebad), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:04:12.122251 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-52ea1346-37aa-4388-827f-fe90e9d9fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (e832173c-ccdb-4535-9ca6-985234219a48), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:04:22.011094 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 15:04:22.012961 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG dbcounter [-] [105392] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 15:04:29.045463 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-fa408de9-0fd9-46df-837b-2feb4babf1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (1ebac2c5-078b-4c7f-aaba-905361dbc5e5), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:04:33.622907 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=4 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 15:04:33.624069 dv-cinder-862365-4-iscsi neutron-server[105393]: DEBUG dbcounter [-] [105393] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=105393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 15:04:36.372996 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-6db4ba88-e06c-4013-80d5-fed23833125a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (46896d2e-004f-49d2-b9f8-26552a5db8fb), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:04:38.891264 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-91019c8d-82a7-40cb-9535-4fc8d5600c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (7a32ba31-d457-43bd-8d58-e3ab4b60943c), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 15:04:40.596771 dv-cinder-862365-4-iscsi neutron-server[105392]: DEBUG neutron_lib.callbacks.manager [None req-7920b071-c2d5-4f24-a879-2dd5ddcf2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767001720176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376778'] for agent (6d61660c-af2f-415c-b223-79a30bea6dc6), after_update {{(pid=105392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}